-- Logs begin at Fri 2021-02-12 20:47:57 UTC, end at Fri 2021-02-12 21:54:59 UTC. -- Feb 12 21:26:25.861076 dv-cinder-775250-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 12 21:26:28.588757 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.common.config [-] Logging enabled! Feb 12 21:26:28.589297 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev501 Feb 12 21:26:28.591171 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 12 21:26:28.593257 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.common.config [-] Logging enabled! Feb 12 21:26:28.593553 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev501 Feb 12 21:26:28.593906 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 12 21:26:28.594955 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 12 21:26:28.595223 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 12 21:26:28.596310 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 12 21:26:28.596600 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 12 21:26:28.596861 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 12 21:26:28.597236 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.597584 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.597930 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.598192 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.598534 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.598872 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.599200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.599538 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.599909 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.600240 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.600561 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.600883 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.601146 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.601470 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.601804 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.602142 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.602397 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] debug = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.602718 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.603258 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.603582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.603932 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.604269 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.604582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.604898 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.605224 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.606221 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] host = dv-cinder-775250-2-smb {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.606558 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.606895 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.607229 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.607564 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.607911 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.608233 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.608564 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.608880 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.609193 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] log_file = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.609508 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.609842 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.610176 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.610512 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.610770 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.611024 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.611356 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.611722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.612036 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.612354 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.612671 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.612985 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.613298 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.613608 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.613958 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.614274 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.614607 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.614922 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.615239 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.615553 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.615892 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.616222 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.616539 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.616854 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.617167 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.617500 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.617806 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.618120 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.618467 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.618798 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.619129 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.619456 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.619793 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.620125 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.620436 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.620747 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.621058 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] use_json = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.621393 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.621702 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.622033 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.622345 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.622656 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.622967 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.623275 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.623606 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:28.623972 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.624313 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.624658 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.624982 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.625318 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.625647 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.625976 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.626293 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.626626 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.626961 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.627292 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.627610 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.627965 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.628283 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.628624 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.628972 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.629319 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.629653 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.629970 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.630284 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.630599 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.630915 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.631245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.631588 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.631953 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.632271 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.632590 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.632928 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.633249 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.633563 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.633881 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.634215 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.634534 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.634848 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.635170 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.635490 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.635828 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.636145 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.636464 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.636802 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.637147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.637462 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.637777 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.638096 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.638408 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.638735 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.639053 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.639369 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.639679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.640024 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.640338 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.640650 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.640967 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.641279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.641596 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.641910 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.642228 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.642540 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.642852 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.643164 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.643474 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.643812 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.644133 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.644446 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.644759 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.645072 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.645384 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.645698 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.646024 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.646366 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.646686 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.647006 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.647323 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.647638 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.647980 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.648297 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.648614 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.648930 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.649241 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.649575 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.649898 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.650223 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.650547 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.650866 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.651205 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.651522 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.651868 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.652191 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.653041 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.653363 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.653692 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.654025 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.654358 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.654693 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.655028 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.655362 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.655684 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.656063 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.656385 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:28.656636 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 12 21:26:28.656904 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83958) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 12 21:26:29.312685 dv-cinder-775250-2-smb neutron-server[83958]: INFO keyring.backend [-] Loading Gnome Feb 12 21:26:29.329946 dv-cinder-775250-2-smb neutron-server[83958]: INFO keyring.backend [-] Loading Google Feb 12 21:26:29.332508 dv-cinder-775250-2-smb neutron-server[83958]: INFO keyring.backend [-] Loading Windows (alt) Feb 12 21:26:29.336128 dv-cinder-775250-2-smb neutron-server[83958]: INFO keyring.backend [-] Loading file Feb 12 21:26:29.336962 dv-cinder-775250-2-smb neutron-server[83958]: INFO keyring.backend [-] Loading keyczar Feb 12 21:26:29.337248 dv-cinder-775250-2-smb neutron-server[83958]: INFO keyring.backend [-] Loading multi Feb 12 21:26:29.337901 dv-cinder-775250-2-smb neutron-server[83958]: INFO keyring.backend [-] Loading pyfs Feb 12 21:26:29.384059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:26:29.384383 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:26:29.384714 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:26:29.385094 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 12 21:26:29.778033 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:29.778565 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:29.778690 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:29.827937 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:29.828257 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:29.828561 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:29.832219 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:29.832534 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:29.832842 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:29.901783 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:29.902099 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:29.902420 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:29.904178 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:29.904487 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:29.904785 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.174683 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.175011 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.175323 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.175636 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.176506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.325081 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.325457 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.325788 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.326095 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.326399 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.326782 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.327086 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.328387 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.328699 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.329053 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.329362 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.329680 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.329997 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.330300 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.330619 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.330942 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.331241 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.331564 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.331888 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.332382 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.332676 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.332968 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.333311 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.333602 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.333887 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.334326 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 12 21:26:30.334603 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 12 21:26:30.334878 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 12 21:26:30.335155 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 12 21:26:30.335432 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 12 21:26:30.335736 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 12 21:26:30.336175 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 12 21:26:30.339322 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 12 21:26:30.343542 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 12 21:26:30.347424 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Feb 12 21:26:30.349111 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 12 21:26:30.350385 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 12 21:26:30.350773 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 12 21:26:30.351220 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 12 21:26:30.354199 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 12 21:26:30.354498 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 12 21:26:30.354895 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 12 21:26:30.377473 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 12 21:26:30.377983 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.378324 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83958) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 12 21:26:30.378732 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.380094 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83958) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 12 21:26:30.380418 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 12 21:26:30.380703 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 12 21:26:30.383827 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.384153 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:30.451385 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 12 21:26:30.451666 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 12 21:26:30.451987 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 12 21:26:30.452406 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 12 21:26:30.486541 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.sqlalchemy.engines [None req-7327b916-a596-4c1f-b377-351549ed795b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83958) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 12 21:26:30.928730 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Initializing driver for type 'gre' Feb 12 21:26:30.929269 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7327b916-a596-4c1f-b377-351549ed795b None None] gre ID ranges: [(1, 1000)] Feb 12 21:26:30.970393 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Initializing driver for type 'local' Feb 12 21:26:30.970770 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Initializing driver for type 'vlan' Feb 12 21:26:30.981490 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7327b916-a596-4c1f-b377-351549ed795b None None] VlanTypeDriver initialization complete Feb 12 21:26:30.981866 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Initializing driver for type 'vxlan' Feb 12 21:26:30.982410 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7327b916-a596-4c1f-b377-351549ed795b None None] vxlan ID ranges: [(1, 1000)] Feb 12 21:26:31.021909 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Initializing extension driver 'port_security' Feb 12 21:26:31.022278 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.extensions.port_security [None req-7327b916-a596-4c1f-b377-351549ed795b None None] PortSecurityExtensionDriver initialization complete Feb 12 21:26:31.022664 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Initializing mechanism driver 'openvswitch' Feb 12 21:26:31.029464 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7327b916-a596-4c1f-b377-351549ed795b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:26:31.030295 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > port after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.030709 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > port after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.031102 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > port after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.031528 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > subnet after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.031949 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > subnet after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.032335 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > subnet after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.032757 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > network after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.033147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > network after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.033530 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > network after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.033953 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > security_group after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.034349 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > security_group after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.034721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > security_group after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.035139 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.035530 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.035929 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.036482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > address_group after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.036867 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > address_group after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.037248 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > address_group after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.037625 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7327b916-a596-4c1f-b377-351549ed795b None None] ML2 OVO RPC backend initialized. {{(pid=83958) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 12 21:26:31.038343 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router_interface after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.038735 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.039197 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > network before_response 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.039583 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > networks before_response 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.040014 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > port before_response 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.040399 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > ports before_response 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.040785 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > subnet before_response 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.041167 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > subnets before_response 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.041556 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > network after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.041937 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > network after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.042325 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > network after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.042710 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > port after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.043760 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > port after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.044150 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > port after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.044532 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > subnet after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.044912 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > subnet after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.045291 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > subnet after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.045938 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.plugin [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Modular L2 Plugin initialization complete Feb 12 21:26:31.046300 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading services supported by the core plugin {{(pid=83958) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 12 21:26:31.046672 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.plugins.ml2.managers [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Got port-security extension from driver 'port_security' Feb 12 21:26:31.047188 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.extensions.vlantransparent [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Disabled vlantransparent extension. Feb 12 21:26:31.047674 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83958) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 12 21:26:31.048067 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading Plugin: router Feb 12 21:26:31.086826 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router_interface before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.087277 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router after_create 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.087721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router before_create 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.088128 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.088555 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.088957 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router after_delete 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.089368 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > floatingip after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.089785 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router after_create 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.090715 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router after_update 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.091318 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router after_update 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.092174 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.092590 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router after_update 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.093090 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router precommit_update 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.093515 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: port after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.093904 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: port after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.094286 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: subnet after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.094668 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.095066 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > port precommit_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.095460 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router precommit_create 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.095887 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: port before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.096277 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router precommit_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.096691 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router after_update 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.097085 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router precommit_delete 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.097479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router precommit_create 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.097894 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router_interface after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.098284 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router precommit_update 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.098725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > network after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.099747 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Tracking information for resource: router configured {{(pid=83958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 12 21:26:31.100140 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Tracking information for resource: floatingip configured {{(pid=83958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 12 21:26:31.105004 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.l3_agentschedulers_db [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 12 21:26:31.105683 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: port after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.106082 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: port after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.106478 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: port after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.106898 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: port after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.107808 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router before_create 55550100 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.108221 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router precommit_delete 55550100 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.108630 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router precommit_create 55550100 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.109031 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > router precommit_update 55550100 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.113698 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.provider_configuration [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Service providers = [] {{(pid=83958) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 12 21:26:31.114099 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.servicetype_db [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83958) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 12 21:26:31.117141 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.service_base [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 12 21:26:31.117539 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.service_base [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 12 21:26:31.117918 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.service_base [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 12 21:26:31.118820 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.service_base [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 12 21:26:31.119226 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.services.service_base [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 12 21:26:31.119647 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 12 21:26:31.120035 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 12 21:26:31.130157 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 12 21:26:31.130539 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading Plugin: auto_allocate Feb 12 21:26:31.136344 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: network precommit_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.137309 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: network precommit_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.137875 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 12 21:26:31.138239 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading Plugin: tag Feb 12 21:26:31.145254 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 12 21:26:31.145626 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading Plugin: timestamp Feb 12 21:26:31.149503 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 12 21:26:31.150027 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading Plugin: network_ip_availability Feb 12 21:26:31.156093 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.156504 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.156966 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.157711 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 12 21:26:31.158070 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading Plugin: flavors Feb 12 21:26:31.162605 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 12 21:26:31.162982 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading Plugin: revisions Feb 12 21:26:31.167263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 12 21:26:31.167718 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=83958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:26:31.168571 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83958) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 12 21:26:31.168938 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Initializing extension manager. Feb 12 21:26:31.169504 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: __init__.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.169887 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: __pycache__ {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.170264 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.170638 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: address_group.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.171601 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.172301 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: address-group Feb 12 21:26:31.172665 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: address_scope.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.173440 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.174033 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: address-scope Feb 12 21:26:31.174397 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: admin_state_down_before_update.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.175342 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.175962 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: router-admin-state-down-before-update Feb 12 21:26:31.176330 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: agent.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.177186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.177774 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: agent Feb 12 21:26:31.178058 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: agent_resources_synced.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.179029 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.179579 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: agent-resources-synced Feb 12 21:26:31.179982 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: allowedaddresspairs.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.181801 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.182410 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: allowed-address-pairs Feb 12 21:26:31.182777 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: auto_allocated_topology.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.183921 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.184526 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: auto-allocated-topology Feb 12 21:26:31.184896 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: availability_zone.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.185651 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.186247 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: availability_zone Feb 12 21:26:31.186615 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: availability_zone_filter.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.187558 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.188204 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: availability_zone_filter Feb 12 21:26:31.188568 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: data_plane_status.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.189493 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.190084 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension data-plane-status not supported by any of loaded plugins Feb 12 21:26:31.190449 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: default_subnetpools.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.191385 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.192006 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: default-subnetpools Feb 12 21:26:31.192377 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: dhcpagentscheduler.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.193333 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.193928 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: dhcp_agent_scheduler Feb 12 21:26:31.194292 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: dns.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.195221 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.195833 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension dns-integration not supported by any of loaded plugins Feb 12 21:26:31.196200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: dns_domain_ports.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.197139 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.197729 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 12 21:26:31.198099 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: dvr.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.198832 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.199994 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: dvr Feb 12 21:26:31.200361 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: empty_string_filtering.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.201289 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.201872 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: empty-string-filtering Feb 12 21:26:31.202235 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.203177 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.203800 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 12 21:26:31.204168 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.205101 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.205684 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 12 21:26:31.206047 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: external_net.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.206971 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.207561 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: external-net Feb 12 21:26:31.207955 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: extra_dhcp_opt.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.208898 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.209496 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: extra_dhcp_opt Feb 12 21:26:31.209862 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: extraroute.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.210787 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.211379 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: extraroute Feb 12 21:26:31.211779 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: extraroute_atomic.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.212814 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.213403 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: extraroute-atomic Feb 12 21:26:31.213766 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: filter_validation.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.214477 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.215665 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: filter-validation Feb 12 21:26:31.216063 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: fip_pf_description.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.217258 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.217842 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 12 21:26:31.218203 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: fip_port_details.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.219138 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.219744 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: fip-port-details Feb 12 21:26:31.220110 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: flavors.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.221357 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.221962 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: flavors Feb 12 21:26:31.222337 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.224031 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.224642 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 12 21:26:31.225112 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: floatingip_pools.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.225873 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.226470 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: floatingip-pools Feb 12 21:26:31.226838 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: ip_allocation.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.227821 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.228410 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension ip_allocation not supported by any of loaded plugins Feb 12 21:26:31.228779 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.229712 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.230301 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: ip-substring-filtering Feb 12 21:26:31.230698 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: l2_adjacency.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.231632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.232248 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension l2_adjacency not supported by any of loaded plugins Feb 12 21:26:31.232616 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: l3.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.233689 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.234292 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: router Feb 12 21:26:31.234660 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: l3_conntrack_helper.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.236999 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.237617 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 12 21:26:31.237990 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.238931 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.239528 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: ext-gw-mode Feb 12 21:26:31.239924 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.240857 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.241448 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: l3-ha Feb 12 21:26:31.241815 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: l3_flavors.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.242743 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.243333 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: l3-flavors Feb 12 21:26:31.243740 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.244681 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.245270 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: l3-port-ip-change-not-allowed Feb 12 21:26:31.245634 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: l3agentscheduler.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.246925 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.247534 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: l3_agent_scheduler Feb 12 21:26:31.247932 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: logging.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.249456 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.250064 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension logging not supported by any of loaded plugins Feb 12 21:26:31.250435 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: metering.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.251240 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.252009 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: metering Feb 12 21:26:31.252378 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.253508 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.254107 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: metering_source_and_destination_fields Feb 12 21:26:31.254475 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: multiprovidernet.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.255422 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.256046 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: multi-provider Feb 12 21:26:31.256415 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: netmtu.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.257352 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.257946 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: net-mtu Feb 12 21:26:31.258316 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: netmtu_writable.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.259249 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.259879 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: net-mtu-writable Feb 12 21:26:31.260246 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: network_availability_zone.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.260983 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.261572 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: network_availability_zone Feb 12 21:26:31.262497 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: network_ip_availability.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.263625 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.264248 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: network-ip-availability Feb 12 21:26:31.264614 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: network_segment_range.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.265581 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.266167 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension network-segment-range not supported by any of loaded plugins Feb 12 21:26:31.266535 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: pagination.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.267548 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.267955 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: pagination Feb 12 21:26:31.268320 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: port_device_profile.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.269270 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.269864 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: port-device-profile Feb 12 21:26:31.270226 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.271158 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.271772 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: port-mac-address-regenerate Feb 12 21:26:31.272139 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.273082 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.273670 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: port-numa-affinity-policy Feb 12 21:26:31.274033 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: port_resource_request.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.274973 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.275557 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension port-resource-request not supported by any of loaded plugins Feb 12 21:26:31.275944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: portbindings.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.276890 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.278040 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: binding Feb 12 21:26:31.278403 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: portbindings_extended.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.279751 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.280367 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: binding-extended Feb 12 21:26:31.280742 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: portsecurity.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.281686 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.282290 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: port-security Feb 12 21:26:31.282660 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: project_id.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.283647 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.284056 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: project-id Feb 12 21:26:31.284425 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: providernet.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.285391 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.285989 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: provider Feb 12 21:26:31.286355 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: qos.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.289968 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.290576 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension qos not supported by any of loaded plugins Feb 12 21:26:31.290948 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.292335 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.292938 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 12 21:26:31.293333 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.294268 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.295138 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 12 21:26:31.295503 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: qos_default.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.296460 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.297052 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension qos-default not supported by any of loaded plugins Feb 12 21:26:31.297419 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: qos_fip.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.298126 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.298711 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension qos-fip not supported by any of loaded plugins Feb 12 21:26:31.299076 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: qos_gateway_ip.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.300039 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.300634 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 12 21:26:31.301001 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: qos_port_network_policy.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.301922 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.302511 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 12 21:26:31.302876 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: qos_rule_type_details.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.303829 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.304421 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 12 21:26:31.304786 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: qos_rules_alias.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.305848 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.306438 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 12 21:26:31.306801 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: quotasv2.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.307903 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.308287 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: quotas Feb 12 21:26:31.308673 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: quotasv2_detail.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.310311 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.310697 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: quota_details Feb 12 21:26:31.311067 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: rbac.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.312267 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.312876 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: rbac-policies Feb 12 21:26:31.313247 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: rbac_address_scope.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.314202 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.314804 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: rbac-address-scope Feb 12 21:26:31.315176 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: rbac_security_groups.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.317678 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.318517 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: rbac-security-groups Feb 12 21:26:31.318951 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: rbac_subnetpool.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.320337 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.321118 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: rbac-subnetpool Feb 12 21:26:31.321483 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: revisionifmatch.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.322423 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.323018 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: revision-if-match Feb 12 21:26:31.323387 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: revisions.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.325096 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.325686 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: standard-attr-revisions Feb 12 21:26:31.326051 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: router_availability_zone.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.326787 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.327378 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: router_availability_zone Feb 12 21:26:31.327767 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: routerservicetype.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.328731 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.329331 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension router-service-type not supported by any of loaded plugins Feb 12 21:26:31.329698 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.330655 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.331244 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: security-groups-normalized-cidr Feb 12 21:26:31.331609 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: security_groups_port_filtering.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.332586 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.333181 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: port-security-groups-filtering Feb 12 21:26:31.333547 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.334491 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.335085 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: security-groups-remote-address-group Feb 12 21:26:31.335448 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: securitygroup.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.349503 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.350130 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: security-group Feb 12 21:26:31.350503 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: segment.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.351366 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.351996 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension segment not supported by any of loaded plugins Feb 12 21:26:31.352369 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.353330 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.353931 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 12 21:26:31.354300 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: servicetype.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.355416 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.356082 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: service-type Feb 12 21:26:31.356456 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: sorting.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.357448 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.357829 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: sorting Feb 12 21:26:31.358192 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: standard_attr_segment.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.359135 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.359745 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 12 21:26:31.360117 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: standardattrdescription.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.360807 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.361404 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: standard-attr-description Feb 12 21:26:31.361770 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: stateful_security_group.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.362715 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.363316 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: stateful-security-group Feb 12 21:26:31.363681 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: stdattrs_common.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.364300 dv-cinder-775250-2-smb neutron-server[83958]: WARNING neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 12 21:26:31.364652 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.365678 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.366269 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 12 21:26:31.366634 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: subnet_onboard.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.367747 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.368351 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: subnet_onboard Feb 12 21:26:31.368715 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.369714 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.370309 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 12 21:26:31.370675 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: subnet_service_types.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.371638 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.372259 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: subnet-service-types Feb 12 21:26:31.372625 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: subnetallocation.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.373726 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.374337 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: subnet_allocation Feb 12 21:26:31.374703 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.375408 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.376030 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: subnetpool-prefix-ops Feb 12 21:26:31.376393 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.377337 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.377922 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 12 21:26:31.378286 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: tagging.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.379572 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.380208 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: standard-attr-tag Feb 12 21:26:31.380578 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: timestamp.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.381787 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.382384 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loaded extension: standard-attr-timestamp Feb 12 21:26:31.382752 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: trunk.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.383813 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.384409 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension trunk not supported by any of loaded plugins Feb 12 21:26:31.384775 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: trunk_details.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.385726 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.386316 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension trunk-details not supported by any of loaded plugins Feb 12 21:26:31.386688 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: uplink_status_propagation.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.388168 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.388761 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 12 21:26:31.389126 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Loading extension file: vlantransparent.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 12 21:26:31.389862 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 21:26:31.390424 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extension vlan-transparent not supported by any of loaded plugins Feb 12 21:26:31.393111 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of TrackedResource for resource:network Feb 12 21:26:31.393950 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of TrackedResource for resource:subnet Feb 12 21:26:31.394644 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of TrackedResource for resource:subnetpool Feb 12 21:26:31.395319 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of TrackedResource for resource:port Feb 12 21:26:31.396851 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:31.397350 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Service FLAVORS assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:31.398058 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:31.398537 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:31.398913 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of TrackedResource for resource:router Feb 12 21:26:31.399659 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of TrackedResource for resource:floatingip Feb 12 21:26:31.400486 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Service METERING assigned prefix: /metering {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:31.402283 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.403255 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.403646 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:26:31.408193 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of CountableResource for resource:rbac_policy Feb 12 21:26:31.408723 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of TrackedResource for resource:security_group Feb 12 21:26:31.409553 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 12 21:26:31.410390 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Service CORE assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:31.410771 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of TrackedResource for resource:subnetpool Feb 12 21:26:31.411155 dv-cinder-775250-2-smb neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] subnetpool is already registered Feb 12 21:26:31.411988 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Service CORE assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:31.412365 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of TrackedResource for resource:subnetpool Feb 12 21:26:31.412731 dv-cinder-775250-2-smb neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] subnetpool is already registered Feb 12 21:26:31.415523 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:31.416037 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Service FLAVORS assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:31.416693 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:31.417198 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:31.417577 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of TrackedResource for resource:router Feb 12 21:26:31.417948 dv-cinder-775250-2-smb neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] router is already registered Feb 12 21:26:31.418609 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of TrackedResource for resource:floatingip Feb 12 21:26:31.418976 dv-cinder-775250-2-smb neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] floatingip is already registered Feb 12 21:26:31.419677 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Service METERING assigned prefix: /metering {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:31.420467 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of CountableResource for resource:rbac_policy Feb 12 21:26:31.420829 dv-cinder-775250-2-smb neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] rbac_policy is already registered Feb 12 21:26:31.421504 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of TrackedResource for resource:security_group Feb 12 21:26:31.421870 dv-cinder-775250-2-smb neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] security_group is already registered Feb 12 21:26:31.422525 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 12 21:26:31.422891 dv-cinder-775250-2-smb neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] security_group_rule is already registered Feb 12 21:26:31.423634 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Service CORE assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:31.424041 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of TrackedResource for resource:subnetpool Feb 12 21:26:31.424404 dv-cinder-775250-2-smb neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] subnetpool is already registered Feb 12 21:26:31.425096 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Service CORE assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 12 21:26:31.425465 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Creating instance of TrackedResource for resource:subnetpool Feb 12 21:26:31.425828 dv-cinder-775250-2-smb neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-7327b916-a596-4c1f-b377-351549ed795b None None] subnetpool is already registered Feb 12 21:26:31.426554 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: extensions {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.428179 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: address-groups {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.429939 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: address-scopes {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.431203 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: agents {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.432467 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: auto-allocated-topology {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.434310 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: availability_zones {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.435734 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: dhcp-networks {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.437269 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: dhcp-agents {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.438797 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: routers {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.440762 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: flavors {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.442009 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: service_profiles {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.443329 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: next_providers {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.444982 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: service_profiles {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.446535 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: floatingip-pools {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.447869 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: routers {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.451307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: floatingips {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.452652 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: l3-routers {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.454165 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: l3-agents {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.455727 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: metering-labels {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.457142 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: metering-label-rules {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.458529 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: network-ip-availabilities {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.459929 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: bindings {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.461694 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: quotas {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.463239 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: quotas {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.464785 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: rbac-policies {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.466165 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: security-groups {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.467744 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: security-group-rules {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.469090 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: service-providers {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.470407 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: subnetpools {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.471962 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: subnetpools {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.473513 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.475317 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.477253 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.479152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.481505 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.483322 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.485268 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.487237 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.489276 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.491273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.extensions [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 12 21:26:31.498946 dv-cinder-775250-2-smb neutron-server[83958]: WARNING keystonemiddleware.auth_token [None req-7327b916-a596-4c1f-b377-351549ed795b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 12 21:26:31.504338 dv-cinder-775250-2-smb neutron-server[83958]: WARNING keystonemiddleware.auth_token [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 12 21:26:31.513876 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Acquired lock "singleton_lock" {{(pid=83958) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 12 21:26:31.514406 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Releasing lock "singleton_lock" {{(pid=83958) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 12 21:26:31.515907 dv-cinder-775250-2-smb neutron-server[83958]: INFO oslo_service.service [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Starting 2 workers Feb 12 21:26:31.520778 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Started child 84068 {{(pid=83958) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 12 21:26:31.524643 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:31.525650 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Started child 84069 {{(pid=83958) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 12 21:26:31.526125 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [-] (84068) wsgi starting up on http://0.0.0.0:9696 Feb 12 21:26:31.526546 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 56748) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:26:31.527112 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.service [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Neutron service started, listening on 0.0.0.0:9696 Feb 12 21:26:31.527839 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Notify callbacks [] for process, before_spawn {{(pid=83958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:31.529034 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:31.530376 dv-cinder-775250-2-smb neutron-server[83958]: INFO oslo_service.service [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Starting 1 workers Feb 12 21:26:31.530485 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [-] (84069) wsgi starting up on http://0.0.0.0:9696 Feb 12 21:26:31.535978 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Started child 84070 {{(pid=83958) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 12 21:26:31.536561 dv-cinder-775250-2-smb neutron-server[83958]: INFO oslo_service.service [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Starting 1 workers Feb 12 21:26:31.537893 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.service [None req-7327b916-a596-4c1f-b377-351549ed795b None None] calling RpcWorker wait() {{(pid=84070) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 12 21:26:31.538104 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092523 Feb 12 21:26:31.538595 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.service [None req-7327b916-a596-4c1f-b377-351549ed795b None None] returning from RpcWorker wait() {{(pid=84070) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 12 21:26:31.540327 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:31.540984 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:26:31.542179 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Started child 84072 {{(pid=83958) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 12 21:26:31.543221 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7327b916-a596-4c1f-b377-351549ed795b None None] Notify callbacks [] for process, after_spawn {{(pid=83958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:31.545006 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83958) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 12 21:26:31.545794 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 12 21:26:31.546062 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:31.546200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 12 21:26:31.546458 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 12 21:26:31.547460 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:26:31.548591 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 12 21:26:31.548945 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 12 21:26:31.549649 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.550242 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.550723 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.551149 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.551624 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.552457 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.552915 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.553496 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.553947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.554395 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.554873 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.555213 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.555645 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.556116 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.556618 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.557192 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.557619 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.558050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.558403 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.559400 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.559940 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.560509 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.560974 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] debug = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.561416 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.562143 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.562572 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.563001 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.563560 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.564036 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.564448 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.565043 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.565508 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.565910 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.566351 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.566792 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.567314 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.567763 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.568185 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.568579 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.569200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] host = dv-cinder-775250-2-smb {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.569609 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.570002 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.570551 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.570961 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.571766 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.572552 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.573009 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.573643 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.573933 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.574231 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.575297 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.575768 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.576065 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.576359 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] log_file = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.576542 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] log_options = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.576953 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.577499 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.577930 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.578262 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.578585 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.578890 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.579306 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.579611 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.580039 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.580532 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.580912 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.581294 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.581674 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.582053 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.582456 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.582836 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.583222 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.583752 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.584192 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.584621 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.585066 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.585574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.585968 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.586384 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.586797 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.587188 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.587738 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.588133 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.588501 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.588897 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.589342 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.589632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.590140 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.590701 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.591100 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.591489 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.592157 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.592589 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.593004 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.593445 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.593980 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.594385 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.594794 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.595204 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.597232 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.597232 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] use_json = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.597232 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.597232 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.598468 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.598468 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.598468 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.598468 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.598468 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.598917 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.599177 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.599512 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.599905 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.600177 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.600456 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.601547 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.601838 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.602261 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.602687 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.603111 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.603614 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.603919 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.604232 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.604655 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.605074 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.605430 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.605879 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.606329 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.606590 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.606849 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.607105 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.607367 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.607757 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.608218 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.608688 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.608964 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.609244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.609548 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.609845 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.610070 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.610345 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.610618 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.610934 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.611191 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.611441 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.611720 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.612010 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.612267 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.614260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.614260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.614260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.614260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.614260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.614260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.614260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.614260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.614782 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.614782 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.614983 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.615257 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.616318 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.616318 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.616318 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.616318 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.616612 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.616779 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.617033 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.617281 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.618195 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.618195 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.618195 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.618438 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.618517 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.618735 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.620214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.620214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.620214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.620214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.620214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.620214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.620719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.620719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.620854 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.621027 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.621968 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.622369 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.622775 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.623179 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.623576 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.623986 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.624375 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.624798 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.625059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.625313 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.625647 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.626006 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.626281 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.626575 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.626832 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.627125 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.627379 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.627672 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.627951 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.628972 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.628972 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.628972 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.629214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.629285 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.629534 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.629801 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.630108 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.630367 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.630611 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.631031 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.631447 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.631882 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.632317 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.632750 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.633177 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.633610 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.633914 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.634225 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.634485 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.636574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.636574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.636574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.636574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.636574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.636574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.636574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.638062 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.638062 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.638062 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.638257 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.638423 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.639283 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.639283 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.639283 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.639578 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.639735 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.640152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.640579 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.641154 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.641586 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.641968 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.642355 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.642776 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.643190 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.643577 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.644005 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.644453 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.644869 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.645314 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.645605 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.645880 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.646137 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.646428 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.647243 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.647243 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.647243 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.647472 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.647679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.647957 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.648246 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.648514 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.648771 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.649023 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.649279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.649512 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.649805 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.651021 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.651021 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.651021 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.651021 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.651021 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.651496 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.651496 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.652643 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.652922 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.653240 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.653517 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.653971 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.654248 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.654539 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.654825 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.655746 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.655746 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.655746 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.655986 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.656056 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.656318 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.656571 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.656851 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.657094 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.657367 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.657644 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.657909 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.658267 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.658548 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.658820 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.659108 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.659363 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.659632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.659916 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.660170 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.660424 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.660680 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.660937 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.661216 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.661504 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.661777 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.662041 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.662290 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.662538 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.662795 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.663032 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.663947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.664214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.664612 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.665034 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.665303 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.666173 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.666173 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.666173 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.666430 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.666536 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.668126 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.668126 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.668126 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.668126 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.668126 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.668126 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.668685 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.668685 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.668841 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.669042 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.669331 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.669611 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.671217 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.671217 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.671217 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.671217 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.671217 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.671562 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.671562 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.672597 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.672597 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.672597 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.672831 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.673161 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.673486 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.675258 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.675258 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.675258 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.675258 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.675258 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.675258 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.675674 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.675842 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.676074 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.676567 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.676828 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.677092 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.677357 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.677644 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.677925 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.678194 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.678773 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.678773 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.678941 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.679171 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.679419 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.679716 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.680790 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.680901 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 12 21:26:31.681448 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83958) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 12 21:26:31.681615 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 12 21:26:31.682536 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 12 21:26:31.682536 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 12 21:26:31.682536 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 12 21:26:31.682536 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 12 21:26:31.682536 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.683229 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.683229 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.683229 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.683229 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.684210 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.684210 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.684210 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.684490 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.684585 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.684721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.684889 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.685224 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.685392 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.685725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.685918 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.686102 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.686288 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.686478 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.686664 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.686848 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.687033 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.687218 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] debug = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.687402 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.687623 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.687841 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.688029 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.688216 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.688400 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.688585 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.688830 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.689005 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.689144 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.689283 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.689395 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.689563 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.689728 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.690075 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.690243 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.690589 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] host = dv-cinder-775250-2-smb {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.690776 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.690961 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.691145 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.691308 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.691654 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.691951 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.692100 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.692242 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.692383 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.693411 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.693411 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.693411 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.693411 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.693411 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] log_file = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.693411 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] log_options = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.693411 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.694340 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.694340 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.694340 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.694340 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.694340 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.694884 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.694884 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.694884 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.694884 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.695247 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.695247 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.695423 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.695517 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.695658 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.696587 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.696587 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.696587 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.696587 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.696587 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.697380 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.697380 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.697380 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.697380 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.697380 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.698043 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.698043 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.698043 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.698043 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.698043 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.698680 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.698680 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.698680 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.698680 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.699244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.699244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.699244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.700240 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.700240 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.700240 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.700623 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.700623 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.700916 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.700916 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.701197 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.701197 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] use_json = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.701476 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.701623 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.701779 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.702725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.702725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.702725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.702725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.702725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 12 21:26:31.702725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.703506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.703506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.703506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.703506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.703506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.704206 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.704206 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.704206 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.704206 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.704764 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.704764 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.704764 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.704764 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.705308 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.705308 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.705308 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.705725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.705725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.705725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.706146 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.706146 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.706426 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.706426 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.706713 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.706713 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.706993 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.707141 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.707288 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.707435 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.707582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.707767 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.707912 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.708063 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.708220 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.708360 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.708550 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.708740 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.709578 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.709578 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.709578 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.709578 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.709578 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.710401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.710401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.710401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.710401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.710401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.711078 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.711078 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.711078 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.711078 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.711599 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.711599 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.711599 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.712679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.712679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.712679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.712679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.712679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.712679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.712679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.713582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.713582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.713582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.713582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.713582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.714214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.714214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.714214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.714214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.714566 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.714566 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.714742 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.714859 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.714958 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.715143 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.715334 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.715522 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.715765 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.715887 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.716083 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.716270 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.716460 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.716916 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.717836 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.717836 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.717836 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.717836 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.717836 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.718458 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.718458 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.718458 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.718458 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.718790 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.718790 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.719017 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.719017 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.719221 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.719379 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.719565 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.719772 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.719960 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.720147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.720333 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.720524 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.720711 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.720896 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.721083 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.721270 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.721457 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.721652 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.721840 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.722028 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.722192 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.722383 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.722580 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.722767 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.722961 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.723129 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.723461 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.723894 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.724091 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.724230 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.724421 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.724609 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.724778 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.725121 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.725299 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.725491 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.726487 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.727263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.727263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.727263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.727263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.727572 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.727572 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.727760 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.727984 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.728080 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.728197 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.728543 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.728921 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.729087 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.729280 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.729445 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.729538 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:26:31.729614 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.729799 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.730013 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.730164 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.730309 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.730543 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.730723 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.730911 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.731099 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.731254 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.731446 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.731603 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.731834 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.732023 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.732212 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.732403 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.732591 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.732778 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.732963 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.733151 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.733321 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.733499 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.733686 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.733874 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.734060 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.734247 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.734420 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.734596 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.734783 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.734970 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.735159 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.735370 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.735517 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.735741 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.735872 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.736065 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.736252 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.736440 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.736627 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.736814 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.737000 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.737206 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.737394 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.737582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.737772 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.737960 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.738148 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.738335 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.738526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.738767 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.738955 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.739141 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.739351 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.739469 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.739659 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.739905 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.740094 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.740281 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.740468 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.740655 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.740858 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.741045 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.741233 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.741421 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.741608 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.741807 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.741996 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.742182 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.742369 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.742557 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.742755 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.743991 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.743991 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.743991 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.743991 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.743991 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.743991 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.743991 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.747719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.747719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.747719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.747719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.747719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.747719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.747719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.747719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.748760 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.748760 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.748760 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.748760 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.748760 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.748760 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.748760 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.748760 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.749739 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.749739 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.749739 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.749739 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.749739 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.749739 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.749739 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.749739 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.750362 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.750362 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.750362 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.750362 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.750362 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.750362 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.750362 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.750362 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.750362 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.750957 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.750957 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.750957 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.750957 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.751293 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.751293 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.751422 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 12 21:26:31.751597 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83958) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 12 21:26:42.019735 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d28b8d-9738-4665-980f-6801b7d18711 None None] get_active_networks_info from dv-cinder-775250-2-smb {{(pid=84070) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 12 21:26:42.120816 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d28b8d-9738-4665-980f-6801b7d18711 None None] No non-hosted networks {{(pid=84070) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 12 21:26:42.157333 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-30954137-5c6a-4e16-90d1-1c4a8aadd8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380'] for agent, after_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:42.181983 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agentschedulers_db [None req-c5d28b8d-9738-4665-980f-6801b7d18711 None None] DHCP Agent not found on host dv-cinder-775250-2-smb {{(pid=84070) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Feb 12 21:26:44.420748 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3be2b1d7-bdb5-4193-a33a-c009ed1ae149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380'] for agent, after_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:44.472823 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-29bac077-7b83-4f9c-8b4a-8cec078b491c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:45.041705 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380'] for agent, after_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:45.711285 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380'] for agent, after_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:45.712563 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:45.712947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:45.713321 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:45.713688 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:45.714055 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:45.714996 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:45.715273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:45.715636 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:45.716023 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:45.716628 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:45.716993 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:45.717352 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:45.717761 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-775250-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:26:45.725997 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-775250-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:26:46.617931 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380'] for agent, after_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:47.674360 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] get_endpoint_by_host() called for host dv-cinder-775250-2-smb {{(pid=84070) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 12 21:26:47.680103 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] get_endpoint_by_ip() called for ip 192.168.0.57 {{(pid=84070) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 12 21:26:47.683320 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] _add_endpoint() called for ip 192.168.0.57 {{(pid=84070) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 12 21:26:47.690194 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] _get_endpoints() called {{(pid=84070) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 12 21:26:47.976398 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 56854) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:26:48.610478 dv-cinder-775250-2-smb neutron-server[83958]: WARNING oslo_policy.policy [None req-2fea4498-aaff-459c-8f5b-81d23e1f891e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 21:26:48.611091 dv-cinder-775250-2-smb neutron-server[83958]: WARNING oslo_policy.policy [None req-2fea4498-aaff-459c-8f5b-81d23e1f891e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 21:26:48.856846 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [None req-2fea4498-aaff-459c-8f5b-81d23e1f891e admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:26:48.858181 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-2fea4498-aaff-459c-8f5b-81d23e1f891e admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8796248 Feb 12 21:26:49.570782 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.l3_hamode_db [None req-4e6ea760-67e0-4847-b9ac-f5af99592dd9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 12 21:26:49.662104 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ea760-67e0-4847-b9ac-f5af99592dd9 None None] Routers set() bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:26:49.662104 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ea760-67e0-4847-b9ac-f5af99592dd9 None None] Router IDs set() for agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 12 21:26:51.598873 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 56870) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:26:51.996506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-9fbfcd69-4f6c-4747-9fac-dd29e890a252 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:26:52.065564 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.policy [None req-9fbfcd69-4f6c-4747-9fac-dd29e890a252 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84069) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 12 21:26:52.099773 dv-cinder-775250-2-smb neutron-server[83958]: WARNING oslo_policy.policy [None req-9fbfcd69-4f6c-4747-9fac-dd29e890a252 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 21:26:52.100192 dv-cinder-775250-2-smb neutron-server[83958]: WARNING oslo_policy.policy [None req-9fbfcd69-4f6c-4747-9fac-dd29e890a252 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 21:26:52.127040 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota [None req-9fbfcd69-4f6c-4747-9fac-dd29e890a252 admin admin] Loaded quota_driver: . Feb 12 21:26:52.143681 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-9fbfcd69-4f6c-4747-9fac-dd29e890a252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:26:52.200834 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9fbfcd69-4f6c-4747-9fac-dd29e890a252 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793004049725', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793004100298', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793004063942', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793004086371', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793004085256', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3860761', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3998804', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853872676', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1013223'] for rbac-policy, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:52.265902 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9fbfcd69-4f6c-4747-9fac-dd29e890a252 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:52.267058 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-9fbfcd69-4f6c-4747-9fac-dd29e890a252 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6671343 Feb 12 21:26:55.248589 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 56884) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:26:55.625393 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'd19b0da563e746a0b9cbb894a8e65a65'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:26:55.631307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:26:55.636731 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Usage tracker for resource:network and tenant:d19b0da563e746a0b9cbb894a8e65a65 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:26:55.640429 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:26:55.646463 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:26:55.654978 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Made reservation on behalf of d19b0da563e746a0b9cbb894a8e65a65 for: {'network': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:26:55.661089 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:55.680085 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:55.848682 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:26:55.852509 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Usage tracker for resource:security_group_rule and tenant:d19b0da563e746a0b9cbb894a8e65a65 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:26:55.856567 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:26:55.862164 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:26:55.958835 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:55.961512 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:55.966152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:26:55.990049 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:26:56.015794 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363243855313370', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:56.016273 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.segments_db [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Added segment 6643e4fc-8369-49d6-9324-b2afca6811e7 of type vxlan for network fd842d85-a4ec-4002-8ee9-a8886db67166 Feb 12 21:26:56.025023 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8a241e-8651-466d-8853-3e0bceb31c42,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:26:56.077265 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:56.077631 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:56.077996 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:56.078349 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:56.078697 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:56.079046 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:56.079392 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:56.079753 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:56.080122 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:56.080469 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:56.080811 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:56.081152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Tracked resource versions report: Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: pushed versions: Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: { 'AddressGroup': {'1.1'}, Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': {'1.0'}, Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': {'1.0'}, Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': {'1.1'}, Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': {'1.7'}, Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': {'1.2'}, Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': {'1.8'}, Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': {'1.4'}, Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': {'1.2'}, Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': {'1.0'}, Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': {'1.1'}, Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': {'1.1'}} Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: consumer versions: Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: { DHCP agent@dv-cinder-775250-2-smb: {}, Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: L3 agent@dv-cinder-775250-2-smb: {}, Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: Metadata agent@dv-cinder-775250-2-smb: {}, Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: Metering agent@dv-cinder-775250-2-smb: {}, Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: Open vSwitch agent@dv-cinder-775250-2-smb: { 'AddressGroup': '1.1', Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': '1.0', Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': '1.0', Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': '1.1', Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': '1.7', Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': '1.2', Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': '1.8', Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': '1.4', Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': '1.2', Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': '1.0', Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': '1.1', Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': '1.1'}} Feb 12 21:26:56.082243 dv-cinder-775250-2-smb neutron-server[83958]: {{(pid=84069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 12 21:26:56.133613 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:26:56.135226 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243855695732'] for network, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:56.172361 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for network, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:56.173695 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:26:56.174350 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:26:56.179108 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:26:56.288689 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Pushing event updated for resources: {'Network': ['ID=fd842d85-a4ec-4002-8ee9-a8886db67166,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:26:56.291544 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0418522 Feb 12 21:26:56.305428 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:26:56.318864 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Network fd842d85-a4ec-4002-8ee9-a8886db67166 details requested by agent ovs-agent-dv-cinder-775250-2-smb with host dv-cinder-775250-2-smb {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:26:59.340697 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 56900) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:26:59.822497 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014518ca-cdc2-47b8-bf28-dfab462cc250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:26:59.824024 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-014518ca-cdc2-47b8-bf28-dfab462cc250 admin admin] 10.222.0.35 "GET /v2.0/networks/fd842d85-a4ec-4002-8ee9-a8886db67166 HTTP/1.1" status: 200 len: 818 time: 0.4819667 Feb 12 21:26:59.852430 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b3585793-0a04-4e31-81dd-113638b937ae admin admin] 10.222.0.35 "GET /v2.0/subnetpools/86336e7f-a1a2-4c1f-bb82-3ed929ea9e97 HTTP/1.1" status: 200 len: 734 time: 0.0223098 Feb 12 21:26:59.862286 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '86336e7f-a1a2-4c1f-bb82-3ed929ea9e97', 'network_id': 'fd842d85-a4ec-4002-8ee9-a8886db67166', 'tenant_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:26:59.866658 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:26:59.871166 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] Usage tracker for resource:subnet and tenant:d19b0da563e746a0b9cbb894a8e65a65 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:26:59.874195 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:26:59.879886 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:26:59.888641 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] Made reservation on behalf of d19b0da563e746a0b9cbb894a8e65a65 for: {'subnet': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:26:59.893464 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:00.373960 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for subnet, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:00.389063 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:00.529879 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5413be15-363e-4bbc-9433-513c6f441059,revision_number=0']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:00.537845 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:00.595142 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] Checking segment: {'id': '6643e4fc-8369-49d6-9324-b2afca6811e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fd842d85-a4ec-4002-8ee9-a8886db67166'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:27:00.595525 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] Network hostable DHCP agents. Network: fd842d85-a4ec-4002-8ee9-a8886db67166, hostable agents: ['fe4b0c24-8131-4fdd-a4b5-e06b73679163'], hosted agents: [] {{(pid=84069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:27:00.615368 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] Network fd842d85-a4ec-4002-8ee9-a8886db67166 is scheduled to be hosted by DHCP agent fe4b0c24-8131-4fdd-a4b5-e06b73679163 with binding_index 1 {{(pid=84069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:27:00.624177 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-smb, fd842d85-a4ec-4002-8ee9-a8886db67166) {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:27:00.628814 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:27:00.629433 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for subnet, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:00.634350 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e76ff70-dc13-4638-952c-bab328b559f2 None None] Network fd842d85-a4ec-4002-8ee9-a8886db67166 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:27:00.649022 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7903295 Feb 12 21:27:01.128426 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a151f3-25f1-5cec-a612-27f374a17f38-fd842d85-a4ec-4002-8ee9-a8886db67166', 'network_id': 'fd842d85-a4ec-4002-8ee9-a8886db67166', 'tenant_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'fixed_ips': [{'subnet_id': '5413be15-363e-4bbc-9433-513c6f441059'}]}} from dv-cinder-775250-2-smb. {{(pid=84070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 12 21:27:01.129550 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:01.450854 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Allocated IP 172.20.0.2 (fd842d85-a4ec-4002-8ee9-a8886db67166/5413be15-363e-4bbc-9433-513c6f441059/53278ed7-6490-4ed7-ab8a-832fd62e9282) {{(pid=84070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:27:01.690729 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Notify callbacks [] for port, precommit_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:01.704229 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Transition to ACTIVE for port object 53278ed7-6490-4ed7-ab8a-832fd62e9282 will not be triggered until provisioned by entity L2. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:27:01.722134 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Transition to ACTIVE for port object 53278ed7-6490-4ed7-ab8a-832fd62e9282 will not be triggered until provisioned by entity DHCP. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:27:01.727737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:01.743314 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:01.881037 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Pushing event updated for resources: {'Port': ['ID=53278ed7-6490-4ed7-ab8a-832fd62e9282,revision_number=1']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:01.891873 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:01.892253 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:01.892635 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:01.893002 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:01.893364 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:01.893728 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:01.894091 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:01.894500 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:01.894807 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:01.895163 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:01.895518 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:01.895900 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Tracked resource versions report: Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: pushed versions: Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: { 'AddressGroup': {'1.1'}, Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': {'1.0'}, Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': {'1.0'}, Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': {'1.1'}, Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': {'1.7'}, Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': {'1.2'}, Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': {'1.8'}, Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': {'1.4'}, Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': {'1.2'}, Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': {'1.0'}, Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': {'1.1'}, Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': {'1.1'}} Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: consumer versions: Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: { DHCP agent@dv-cinder-775250-2-smb: {}, Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: L3 agent@dv-cinder-775250-2-smb: {}, Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: Metadata agent@dv-cinder-775250-2-smb: {}, Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: Metering agent@dv-cinder-775250-2-smb: {}, Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: Open vSwitch agent@dv-cinder-775250-2-smb: { 'AddressGroup': '1.1', Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': '1.0', Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': '1.0', Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': '1.1', Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': '1.7', Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': '1.2', Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': '1.8', Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': '1.4', Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': '1.2', Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': '1.0', Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': '1.1', Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': '1.1'}} Feb 12 21:27:01.897016 dv-cinder-775250-2-smb neutron-server[83958]: {{(pid=84070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 12 21:27:01.900698 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:01.954553 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Network fd842d85-a4ec-4002-8ee9-a8886db67166 is already hosted by enough agents. {{(pid=84070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:27:01.955687 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Resources bound (agent type, host, resource id): {{(pid=84070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:27:01.958648 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Received port after_create {{(pid=84070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:27:02.020251 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Attempting to bind port 53278ed7-6490-4ed7-ab8a-832fd62e9282 on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:27:02.020660 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Attempting to bind port 53278ed7-6490-4ed7-ab8a-832fd62e9282 by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': '6643e4fc-8369-49d6-9324-b2afca6811e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fd842d85-a4ec-4002-8ee9-a8886db67166'}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:27:02.021094 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Attempting to bind port 53278ed7-6490-4ed7-ab8a-832fd62e9282 on network fd842d85-a4ec-4002-8ee9-a8886db67166 {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:27:02.026807 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:27:02.027218 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Checking segment: {'id': '6643e4fc-8369-49d6-9324-b2afca6811e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fd842d85-a4ec-4002-8ee9-a8886db67166'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:27:02.027717 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:02.028162 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Bound using segment: {'id': '6643e4fc-8369-49d6-9324-b2afca6811e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fd842d85-a4ec-4002-8ee9-a8886db67166'} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:27:02.028700 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Bound port: 53278ed7-6490-4ed7-ab8a-832fd62e9282, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6643e4fc-8369-49d6-9324-b2afca6811e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fd842d85-a4ec-4002-8ee9-a8886db67166'}}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:27:02.029123 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:02.122120 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] For port 53278ed7-6490-4ed7-ab8a-832fd62e9282, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:27:02.126192 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] For port 53278ed7-6490-4ed7-ab8a-832fd62e9282, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=53278ed7-6490-4ed7-ab8a-832fd62e9282,segment=NetworkSegment(6643e4fc-8369-49d6-9324-b2afca6811e7),segment_id=6643e4fc-8369-49d6-9324-b2afca6811e7)] {{(pid=84070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:27:02.129850 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:02.145476 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:02.308606 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Pushing event updated for resources: {'Port': ['ID=53278ed7-6490-4ed7-ab8a-832fd62e9282,revision_number=2']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:02.311822 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:03.397496 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 56910) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:27:03.807021 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [None req-f10848d7-cc58-4731-b1f4-96b2984393ec admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:27:03.808162 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-f10848d7-cc58-4731-b1f4-96b2984393ec admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4096510 Feb 12 21:27:05.749705 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 53278ed7-6490-4ed7-ab8a-832fd62e9282 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:27:05.826913 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port 53278ed7-6490-4ed7-ab8a-832fd62e9282 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:27:06.566902 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 56924) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:27:06.970311 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [None req-363c813b-f280-4d81-a9f8-871189243570 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:27:06.971417 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-363c813b-f280-4d81-a9f8-871189243570 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4035199 Feb 12 21:27:07.195475 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bbbd97-f9df-41bd-8363-65be854c3943 None None] Network fd842d85-a4ec-4002-8ee9-a8886db67166 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:27:07.319713 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4949fd33-a610-42a4-8a73-7152f8e5154b None None] Provisioning for port 53278ed7-6490-4ed7-ab8a-832fd62e9282 completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:27:07.337715 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4949fd33-a610-42a4-8a73-7152f8e5154b None None] Provisioning complete for port 53278ed7-6490-4ed7-ab8a-832fd62e9282 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:27:07.338146 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4949fd33-a610-42a4-8a73-7152f8e5154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:07.569688 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4949fd33-a610-42a4-8a73-7152f8e5154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:07.612658 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4949fd33-a610-42a4-8a73-7152f8e5154b None None] For port 53278ed7-6490-4ed7-ab8a-832fd62e9282, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=53278ed7-6490-4ed7-ab8a-832fd62e9282,segment=NetworkSegment(6643e4fc-8369-49d6-9324-b2afca6811e7),segment_id=6643e4fc-8369-49d6-9324-b2afca6811e7)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:27:07.615972 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4949fd33-a610-42a4-8a73-7152f8e5154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:07.618722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:07.690329 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949fd33-a610-42a4-8a73-7152f8e5154b None None] Pushing event updated for resources: {'Port': ['ID=53278ed7-6490-4ed7-ab8a-832fd62e9282,revision_number=3']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:07.693973 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-4949fd33-a610-42a4-8a73-7152f8e5154b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:07.841035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c9a89dda-1060-470b-b9d9-64c9afdd5841 None None] Provisioning complete for port 53278ed7-6490-4ed7-ab8a-832fd62e9282 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:27:07.841699 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9a89dda-1060-470b-b9d9-64c9afdd5841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:08.096403 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c2b6da31-232c-4888-88aa-630e5c563cbc None None] Provisioning complete for port 53278ed7-6490-4ed7-ab8a-832fd62e9282 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:27:08.096914 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c2b6da31-232c-4888-88aa-630e5c563cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:09.727212 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 53278ed7-6490-4ed7-ab8a-832fd62e9282 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:27:09.797473 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 53278ed7-6490-4ed7-ab8a-832fd62e9282 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:27:09.797876 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:10.006542 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 56936) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:27:10.379263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-30f1fc0c-6525-4dc0-a824-7b0b5958df4c admin admin] Request body: {'router': {'tenant_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:27:10.384646 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-30f1fc0c-6525-4dc0-a824-7b0b5958df4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:27:10.389184 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-30f1fc0c-6525-4dc0-a824-7b0b5958df4c admin admin] Usage tracker for resource:router and tenant:d19b0da563e746a0b9cbb894a8e65a65 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:27:10.392423 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-30f1fc0c-6525-4dc0-a824-7b0b5958df4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:27:10.398141 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-30f1fc0c-6525-4dc0-a824-7b0b5958df4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:27:10.408378 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-30f1fc0c-6525-4dc0-a824-7b0b5958df4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854106008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854525443'] for router, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:10.409728 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-30f1fc0c-6525-4dc0-a824-7b0b5958df4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854042362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854195501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854569461'] for router, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:10.430042 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-30f1fc0c-6525-4dc0-a824-7b0b5958df4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:10.538787 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-30f1fc0c-6525-4dc0-a824-7b0b5958df4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660833'] for router, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:10.559258 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-30f1fc0c-6525-4dc0-a824-7b0b5958df4c admin admin] Notify callbacks [] for router, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:10.560539 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-30f1fc0c-6525-4dc0-a824-7b0b5958df4c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5529449 Feb 12 21:27:11.957262 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fc927abc-a80e-415f-b887-146169ededf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:13.250176 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 56946) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:27:13.641319 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [None req-36a4f379-c7d1-465c-8405-6e59a57e4da3 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:27:13.642389 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-36a4f379-c7d1-465c-8405-6e59a57e4da3 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3911943 Feb 12 21:27:14.410208 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0d27a953-111b-42d0-aee9-9bad562cebdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:14.958681 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:15.713342 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:16.384910 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 56966) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:27:16.549570 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:27:16.555231 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:27:16.559387 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Usage tracker for resource:network and tenant:16eaa47aad6643deb7f01b5230ffd377 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:27:16.562966 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:27:16.569285 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:27:16.570135 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:16.578473 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Made reservation on behalf of 16eaa47aad6643deb7f01b5230ffd377 for: {'network': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:27:16.583172 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:16.596543 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:16.612063 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:27:16.616000 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Usage tracker for resource:security_group_rule and tenant:16eaa47aad6643deb7f01b5230ffd377 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:27:16.618862 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:27:16.624497 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:27:16.707928 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:16.710590 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:16.715437 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:16.730618 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Reserving flat network on physical network physnet1 {{(pid=84069) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 12 21:27:16.755201 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a842d623-5fe7-470f-a1fa-7bd743173295,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:16.758753 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:16.759980 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363243855313370', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:16.760579 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Unsubscribe: segment precommit_create {{(pid=84069) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 12 21:27:16.761008 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.segments_db [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Added segment 6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb of type flat for network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 Feb 12 21:27:16.796687 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243855695732'] for network, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:16.834623 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for network, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:16.835932 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:27:16.836550 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:16.843046 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:16.950218 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5641930 Feb 12 21:27:16.950945 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Pushing event updated for resources: {'Network': ['ID=5a123e99-c8d4-46ae-bf35-04ebb9b85da4,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:16.965958 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:16.973802 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 details requested by agent ovs-agent-dv-cinder-775250-2-smb with host dv-cinder-775250-2-smb {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:27:19.627662 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 56986) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:27:19.745538 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d2d868-9f1c-4ed6-aeda-b99890587406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:27:19.746927 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-76d2d868-9f1c-4ed6-aeda-b99890587406 admin admin] 10.222.0.35 "GET /v2.0/subnets/5413be15-363e-4bbc-9433-513c6f441059 HTTP/1.1" status: 200 len: 849 time: 0.1182749 Feb 12 21:27:19.901975 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-446a73a0-9618-437b-98e1-bcfa4b916c83 admin admin] 10.222.0.35 "GET /v2.0/routers/4e3cbad0-65d4-45a5-92cd-dbf30dac4c36 HTTP/1.1" status: 200 len: 704 time: 0.1483011 Feb 12 21:27:20.551542 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:20.931125 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Allocated IP 172.20.0.1 (fd842d85-a4ec-4002-8ee9-a8886db67166/5413be15-363e-4bbc-9433-513c6f441059/0b5f9e1b-2db1-477c-9eba-bac03c05c31d) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:27:21.096228 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:21.114060 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Transition to ACTIVE for port object 0b5f9e1b-2db1-477c-9eba-bac03c05c31d will not be triggered until provisioned by entity DHCP. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:27:21.167748 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:21.182637 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:21.320849 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5f9e1b-2db1-477c-9eba-bac03c05c31d,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:21.328768 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:21.387182 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Network fd842d85-a4ec-4002-8ee9-a8886db67166 is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:27:21.388328 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:27:21.390770 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:27:21.391311 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655939'] for router_interface, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:21.627439 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-efc80de1-c353-4319-b42e-d6cb854d0b8a None None] Provisioning for port 0b5f9e1b-2db1-477c-9eba-bac03c05c31d completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:27:21.632412 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-efc80de1-c353-4319-b42e-d6cb854d0b8a None None] Provisioning complete for port 0b5f9e1b-2db1-477c-9eba-bac03c05c31d triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:27:21.632820 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-efc80de1-c353-4319-b42e-d6cb854d0b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:21.680380 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:21.693627 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-efc80de1-c353-4319-b42e-d6cb854d0b8a None None] Port 0b5f9e1b-2db1-477c-9eba-bac03c05c31d cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:27:21.976903 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:21.980388 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:21.981500 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854128131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854119900'] for router_interface, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:22.000046 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:22.295504 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5f9e1b-2db1-477c-9eba-bac03c05c31d,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:22.299715 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:22.357060 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Network fd842d85-a4ec-4002-8ee9-a8886db67166 is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:27:22.358150 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:27:22.562662 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Router 4e3cbad0-65d4-45a5-92cd-dbf30dac4c36 is scheduled to L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 with binding_index 1 {{(pid=84069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 12 21:27:22.600509 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 5 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:27:22.620116 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-75bf122f-6357-4694-bb0f-d08edfe2a5ac None None] Provisioning complete for port 0b5f9e1b-2db1-477c-9eba-bac03c05c31d triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:27:22.620525 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-75bf122f-6357-4694-bb0f-d08edfe2a5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:22.678363 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-75bf122f-6357-4694-bb0f-d08edfe2a5ac None None] Port 0b5f9e1b-2db1-477c-9eba-bac03c05c31d cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:27:22.732388 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:27:22.742043 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Sync routers for ids ['4e3cbad0-65d4-45a5-92cd-dbf30dac4c36'] in dv-cinder-775250-2-smb {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:27:22.743151 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] 10.222.0.35 "PUT /v2.0/routers/4e3cbad0-65d4-45a5-92cd-dbf30dac4c36/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8354008 Feb 12 21:27:22.753190 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Routers {'4e3cbad0-65d4-45a5-92cd-dbf30dac4c36'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:27:22.754103 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:27:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['4e3cbad0-65d4-45a5-92cd-dbf30dac4c36'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:27:22.954124 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Set router 4e3cbad0-65d4-45a5-92cd-dbf30dac4c36 gateway port host: None {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:27:23.522297 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3cbad0-65d4-45a5-92cd-dbf30dac4c36', 'name': 'router1', 'tenant_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:27:10Z', 'updated_at': '2021-02-12T21:27:21Z', 'revision_number': 2, 'project_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'gw_port_host': None, '_interfaces': [{'id': '0b5f9e1b-2db1-477c-9eba-bac03c05c31d', 'name': '', 'network_id': 'fd842d85-a4ec-4002-8ee9-a8886db67166', 'tenant_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'mac_address': 'fa:16:3e:ec:e5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3cbad0-65d4-45a5-92cd-dbf30dac4c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5413be15-363e-4bbc-9433-513c6f441059', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:20Z', 'updated_at': '2021-02-12T21:27:21Z', 'revision_number': 2, 'project_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'subnets': [{'id': '5413be15-363e-4bbc-9433-513c6f441059', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86336e7f-a1a2-4c1f-bb82-3ed929ea9e97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:27:23.527925 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Checking router: 4e3cbad0-65d4-45a5-92cd-dbf30dac4c36 for host: dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:27:23.528338 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Updating router 4e3cbad0-65d4-45a5-92cd-dbf30dac4c36 port 0b5f9e1b-2db1-477c-9eba-bac03c05c31d binding host dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:27:23.585005 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:24.039909 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Notify callbacks [] for port, precommit_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:24.055846 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Transition to ACTIVE for port object 0b5f9e1b-2db1-477c-9eba-bac03c05c31d will not be triggered until provisioned by entity L2. {{(pid=84072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:27:24.059186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:24.076359 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:24.211857 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Pushing event updated for resources: {'Port': ['ID=0b5f9e1b-2db1-477c-9eba-bac03c05c31d,revision_number=3']} {{(pid=84072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:24.224443 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:24.225210 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:24.225210 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:24.225503 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:24.225857 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:24.226217 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:24.226572 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:24.226925 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:24.227277 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:24.227628 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:24.228026 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:24.228379 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Tracked resource versions report: Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: pushed versions: Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: { 'AddressGroup': {'1.1'}, Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': {'1.0'}, Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': {'1.0'}, Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': {'1.1'}, Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': {'1.7'}, Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': {'1.2'}, Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': {'1.8'}, Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': {'1.4'}, Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': {'1.2'}, Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': {'1.0'}, Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': {'1.1'}, Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': {'1.1'}} Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: consumer versions: Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: { DHCP agent@dv-cinder-775250-2-smb: {}, Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: L3 agent@dv-cinder-775250-2-smb: {}, Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: Metadata agent@dv-cinder-775250-2-smb: {}, Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: Metering agent@dv-cinder-775250-2-smb: {}, Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: Open vSwitch agent@dv-cinder-775250-2-smb: { 'AddressGroup': '1.1', Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': '1.0', Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': '1.0', Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': '1.1', Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': '1.7', Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': '1.2', Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': '1.8', Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': '1.4', Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': '1.2', Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': '1.0', Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': '1.1', Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': '1.1'}} Feb 12 21:27:24.229508 dv-cinder-775250-2-smb neutron-server[83958]: {{(pid=84072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 12 21:27:24.245537 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:24.416157 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Attempting to bind port 0b5f9e1b-2db1-477c-9eba-bac03c05c31d on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:27:24.417116 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Attempting to bind port 0b5f9e1b-2db1-477c-9eba-bac03c05c31d by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': '6643e4fc-8369-49d6-9324-b2afca6811e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fd842d85-a4ec-4002-8ee9-a8886db67166'}] {{(pid=84072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:27:24.417533 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Attempting to bind port 0b5f9e1b-2db1-477c-9eba-bac03c05c31d on network fd842d85-a4ec-4002-8ee9-a8886db67166 {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:27:24.423817 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:27:24.424250 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Checking segment: {'id': '6643e4fc-8369-49d6-9324-b2afca6811e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fd842d85-a4ec-4002-8ee9-a8886db67166'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:27:24.424731 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:24.425166 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Bound using segment: {'id': '6643e4fc-8369-49d6-9324-b2afca6811e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fd842d85-a4ec-4002-8ee9-a8886db67166'} {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:27:24.425705 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Bound port: 0b5f9e1b-2db1-477c-9eba-bac03c05c31d, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6643e4fc-8369-49d6-9324-b2afca6811e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fd842d85-a4ec-4002-8ee9-a8886db67166'}}] {{(pid=84072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:27:24.426126 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:24.520308 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] For port 0b5f9e1b-2db1-477c-9eba-bac03c05c31d, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:27:24.525270 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] For port 0b5f9e1b-2db1-477c-9eba-bac03c05c31d, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=0b5f9e1b-2db1-477c-9eba-bac03c05c31d,segment=NetworkSegment(6643e4fc-8369-49d6-9324-b2afca6811e7),segment_id=6643e4fc-8369-49d6-9324-b2afca6811e7)] {{(pid=84072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:27:24.531248 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:24.547235 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:24.695594 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Pushing event updated for resources: {'Port': ['ID=0b5f9e1b-2db1-477c-9eba-bac03c05c31d,revision_number=4']} {{(pid=84072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:24.699166 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:24.766870 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Routers {'4e3cbad0-65d4-45a5-92cd-dbf30dac4c36'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:27:24.767564 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:27:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['4e3cbad0-65d4-45a5-92cd-dbf30dac4c36'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:27:24.946981 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] Set router 4e3cbad0-65d4-45a5-92cd-dbf30dac4c36 gateway port host: None {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:27:25.291701 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3cbad0-65d4-45a5-92cd-dbf30dac4c36', 'name': 'router1', 'tenant_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:27:10Z', 'updated_at': '2021-02-12T21:27:21Z', 'revision_number': 2, 'project_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'gw_port_host': None, '_interfaces': [{'id': '0b5f9e1b-2db1-477c-9eba-bac03c05c31d', 'name': '', 'network_id': 'fd842d85-a4ec-4002-8ee9-a8886db67166', 'tenant_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'mac_address': 'fa:16:3e:ec:e5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3cbad0-65d4-45a5-92cd-dbf30dac4c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5413be15-363e-4bbc-9433-513c6f441059', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:20Z', 'updated_at': '2021-02-12T21:27:24Z', 'revision_number': 4, 'project_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'subnets': [{'id': '5413be15-363e-4bbc-9433-513c6f441059', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86336e7f-a1a2-4c1f-bb82-3ed929ea9e97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:27:25.296015 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a733b4e-9e42-47ef-84a5-c5cfa97cce71 None None] The sync data for ids ['4e3cbad0-65d4-45a5-92cd-dbf30dac4c36'] in dv-cinder-775250-2-smb is: [{'id': '4e3cbad0-65d4-45a5-92cd-dbf30dac4c36', 'name': 'router1', 'tenant_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:27:10Z', 'updated_at': '2021-02-12T21:27:21Z', 'revision_number': 2, 'project_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'gw_port_host': None, '_interfaces': [{'id': '0b5f9e1b-2db1-477c-9eba-bac03c05c31d', 'name': '', 'network_id': 'fd842d85-a4ec-4002-8ee9-a8886db67166', 'tenant_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'mac_address': 'fa:16:3e:ec:e5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3cbad0-65d4-45a5-92cd-dbf30dac4c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5413be15-363e-4bbc-9433-513c6f441059', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:20Z', 'updated_at': '2021-02-12T21:27:24Z', 'revision_number': 4, 'project_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'subnets': [{'id': '5413be15-363e-4bbc-9433-513c6f441059', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86336e7f-a1a2-4c1f-bb82-3ed929ea9e97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:27:25.329566 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 56996) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:27:25.503844 dv-cinder-775250-2-smb neutron-server[83958]: WARNING oslo_policy.policy [None req-5ee7cfa3-9c76-4a36-a457-e00bb11290f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 21:27:25.504378 dv-cinder-775250-2-smb neutron-server[83958]: WARNING oslo_policy.policy [None req-5ee7cfa3-9c76-4a36-a457-e00bb11290f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 21:27:25.931524 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.policy [None req-5ee7cfa3-9c76-4a36-a457-e00bb11290f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84068) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 12 21:27:26.122383 dv-cinder-775250-2-smb neutron-server[83958]: WARNING oslo_policy.policy [None req-5ee7cfa3-9c76-4a36-a457-e00bb11290f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 21:27:26.122732 dv-cinder-775250-2-smb neutron-server[83958]: WARNING oslo_policy.policy [None req-5ee7cfa3-9c76-4a36-a457-e00bb11290f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 21:27:26.147852 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee7cfa3-9c76-4a36-a457-e00bb11290f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:27:26.156041 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-5ee7cfa3-9c76-4a36-a457-e00bb11290f1 admin admin] 10.222.0.35 "GET /v2.0/networks/5a123e99-c8d4-46ae-bf35-04ebb9b85da4 HTTP/1.1" status: 200 len: 842 time: 0.8204019 Feb 12 21:27:26.165383 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.28.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.0.1', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'ip_version': 4}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:27:26.168856 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.quota [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Loaded quota_driver: . Feb 12 21:27:26.177098 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:27:26.183852 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Usage tracker for resource:subnet and tenant:16eaa47aad6643deb7f01b5230ffd377 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:27:26.187160 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:27:26.194049 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:27:26.213461 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Made reservation on behalf of 16eaa47aad6643deb7f01b5230ffd377 for: {'subnet': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:27:26.219950 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:26.747309 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.objects.ports [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84068) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 12 21:27:26.747767 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for subnet, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:26.763046 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:26.905843 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df2dbbb-2cf4-410a-9e1d-3415c76c275c,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:26.926483 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:26.926882 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:26.927229 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:26.927598 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:26.927990 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:26.928349 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:26.928704 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:26.929057 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:26.929417 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:26.929768 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:26.930429 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:26.930787 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Tracked resource versions report: Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: pushed versions: Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: { 'AddressGroup': {'1.1'}, Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': {'1.0'}, Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': {'1.0'}, Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': {'1.1'}, Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': {'1.7'}, Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': {'1.2'}, Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': {'1.8'}, Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': {'1.4'}, Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': {'1.2'}, Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': {'1.0'}, Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': {'1.1'}, Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': {'1.1'}} Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: consumer versions: Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: { DHCP agent@dv-cinder-775250-2-smb: {}, Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: L3 agent@dv-cinder-775250-2-smb: {}, Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: Metadata agent@dv-cinder-775250-2-smb: {}, Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: Metering agent@dv-cinder-775250-2-smb: {}, Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: Open vSwitch agent@dv-cinder-775250-2-smb: { 'AddressGroup': '1.1', Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': '1.0', Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': '1.0', Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': '1.1', Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': '1.7', Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': '1.2', Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': '1.8', Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': '1.4', Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': '1.2', Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': '1.0', Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': '1.1', Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': '1.1'}} Feb 12 21:27:26.931907 dv-cinder-775250-2-smb neutron-server[83958]: {{(pid=84068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 12 21:27:26.971052 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:26.999327 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Checking segment: {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:27:26.999656 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Network hostable DHCP agents. Network: 5a123e99-c8d4-46ae-bf35-04ebb9b85da4, hostable agents: ['fe4b0c24-8131-4fdd-a4b5-e06b73679163'], hosted agents: [] {{(pid=84068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:27:27.020181 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 is scheduled to be hosted by DHCP agent fe4b0c24-8131-4fdd-a4b5-e06b73679163 with binding_index 1 {{(pid=84068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:27:27.029463 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-smb, 5a123e99-c8d4-46ae-bf35-04ebb9b85da4) {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:27:27.034458 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:27:27.035569 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:27.038861 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b39ab9b-bd65-4b2d-b4fc-07c7f673cbef None None] Network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:27:27.058736 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9018402 Feb 12 21:27:27.275091 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbe7e79-dfdd-4caf-b69b-3ae22f414709 None None] Network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:27:27.754372 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 0b5f9e1b-2db1-477c-9eba-bac03c05c31d up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:27:27.824944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port 0b5f9e1b-2db1-477c-9eba-bac03c05c31d completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:27:27.829909 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 0b5f9e1b-2db1-477c-9eba-bac03c05c31d triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:27:27.830321 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:27.960975 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:27.995135 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] For port 0b5f9e1b-2db1-477c-9eba-bac03c05c31d, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=0b5f9e1b-2db1-477c-9eba-bac03c05c31d,segment=NetworkSegment(6643e4fc-8369-49d6-9324-b2afca6811e7),segment_id=6643e4fc-8369-49d6-9324-b2afca6811e7)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:27:27.997998 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:28.001496 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-4949fd33-a610-42a4-8a73-7152f8e5154b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:28.073439 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Pushing event updated for resources: {'Port': ['ID=0b5f9e1b-2db1-477c-9eba-bac03c05c31d,revision_number=5']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:28.076760 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:29.637024 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 57020) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:27:29.738535 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 0b5f9e1b-2db1-477c-9eba-bac03c05c31d up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:27:29.811968 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 0b5f9e1b-2db1-477c-9eba-bac03c05c31d triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:27:29.812383 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:29.872474 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-766d712a-b72c-436c-b7ab-84a2711ebc24 admin admin] 10.222.0.35 "GET /v2.0/routers/4e3cbad0-65d4-45a5-92cd-dbf30dac4c36 HTTP/1.1" status: 200 len: 710 time: 0.2341988 Feb 12 21:27:30.011347 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0084390-3f6b-4b67-b018-d259f6a612be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:27:30.012756 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-d0084390-3f6b-4b67-b018-d259f6a612be admin admin] 10.222.0.35 "GET /v2.0/networks/5a123e99-c8d4-46ae-bf35-04ebb9b85da4 HTTP/1.1" status: 200 len: 886 time: 0.1343133 Feb 12 21:27:30.022458 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:27:30.628775 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854119010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854569446'] for router, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:30.976355 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:31.039408 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:31.056095 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:31.071134 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:27:31.075604 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:27:31.078819 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:27:31.084607 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:27:31.183730 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:31.186408 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:31.201849 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:31.294513 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a91749-cfdb-413f-9f8e-33685b6edf15,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:31.298604 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:31.467966 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Allocated IP 172.28.0.124 (5a123e99-c8d4-46ae-bf35-04ebb9b85da4/3df2dbbb-2cf4-410a-9e1d-3415c76c275c/37314fac-0bda-442a-a460-921107ba76c9) {{(pid=84068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:27:31.625728 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:31.684213 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:31.699418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:31.846546 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Pushing event updated for resources: {'Port': ['ID=37314fac-0bda-442a-a460-921107ba76c9,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:31.850053 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:31.892966 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:27:31.894131 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:27:31.896486 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Received port after_create {{(pid=84068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:27:32.461448 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:32.809896 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854119010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854569446'] for router, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:32.813333 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-660750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854114951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656774'] for router, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:33.009895 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Router 4e3cbad0-65d4-45a5-92cd-dbf30dac4c36 has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:27:33.193774 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:27:33.204001 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Sync routers for ids ['4e3cbad0-65d4-45a5-92cd-dbf30dac4c36'] in dv-cinder-775250-2-smb {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:27:33.210302 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Notify callbacks [] for router, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:33.211567 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] 10.222.0.35 "PUT /v2.0/routers/4e3cbad0-65d4-45a5-92cd-dbf30dac4c36 HTTP/1.1" status: 200 len: 890 time: 3.1925235 Feb 12 21:27:33.217117 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Routers {'4e3cbad0-65d4-45a5-92cd-dbf30dac4c36'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:27:33.217800 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:27:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['4e3cbad0-65d4-45a5-92cd-dbf30dac4c36'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:27:33.423267 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Set router 4e3cbad0-65d4-45a5-92cd-dbf30dac4c36 gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:27:33.787748 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3cbad0-65d4-45a5-92cd-dbf30dac4c36', 'name': 'router1', 'tenant_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '37314fac-0bda-442a-a460-921107ba76c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:27:10Z', 'updated_at': '2021-02-12T21:27:32Z', 'revision_number': 4, 'project_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'gw_port': {'id': '37314fac-0bda-442a-a460-921107ba76c9', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:09:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3cbad0-65d4-45a5-92cd-dbf30dac4c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:31Z', 'updated_at': '2021-02-12T21:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '0b5f9e1b-2db1-477c-9eba-bac03c05c31d', 'name': '', 'network_id': 'fd842d85-a4ec-4002-8ee9-a8886db67166', 'tenant_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'mac_address': 'fa:16:3e:ec:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3cbad0-65d4-45a5-92cd-dbf30dac4c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5413be15-363e-4bbc-9433-513c6f441059', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:20Z', 'updated_at': '2021-02-12T21:27:27Z', 'revision_number': 5, 'project_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'subnets': [{'id': '5413be15-363e-4bbc-9433-513c6f441059', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86336e7f-a1a2-4c1f-bb82-3ed929ea9e97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:27:33.792834 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Checking router: 4e3cbad0-65d4-45a5-92cd-dbf30dac4c36 for host: dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:27:33.793243 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Updating router 4e3cbad0-65d4-45a5-92cd-dbf30dac4c36 port 37314fac-0bda-442a-a460-921107ba76c9 binding host dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:27:33.854580 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:34.261268 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Notify callbacks [] for port, precommit_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:34.273828 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Transition to ACTIVE for port object 37314fac-0bda-442a-a460-921107ba76c9 will not be triggered until provisioned by entity L2. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:27:34.275659 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:34.290926 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0e0e0b01-9b9e-40b2-940d-d91087b5cdfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:34.437513 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ce014-4f47-42bf-bdda-408b7ff1858f None None] Pushing event updated for resources: {'Port': ['ID=37314fac-0bda-442a-a460-921107ba76c9,revision_number=2']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:34.442672 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-333ce014-4f47-42bf-bdda-408b7ff1858f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:34.498412 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Attempting to bind port 37314fac-0bda-442a-a460-921107ba76c9 on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:27:34.498828 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Attempting to bind port 37314fac-0bda-442a-a460-921107ba76c9 by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:27:34.499235 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Attempting to bind port 37314fac-0bda-442a-a460-921107ba76c9 on network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:27:34.505039 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:27:34.505456 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Checking segment: {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:27:34.505904 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:34.506343 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Bound using segment: {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:27:34.506870 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Bound port: 37314fac-0bda-442a-a460-921107ba76c9, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:27:34.507287 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:34.584674 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] For port 37314fac-0bda-442a-a460-921107ba76c9, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:27:34.587726 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] For port 37314fac-0bda-442a-a460-921107ba76c9, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=37314fac-0bda-442a-a460-921107ba76c9,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:27:34.591739 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:34.607362 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:34.921150 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ce014-4f47-42bf-bdda-408b7ff1858f None None] Pushing event updated for resources: {'Port': ['ID=37314fac-0bda-442a-a460-921107ba76c9,revision_number=3']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:34.926491 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-333ce014-4f47-42bf-bdda-408b7ff1858f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:34.966435 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Routers {'4e3cbad0-65d4-45a5-92cd-dbf30dac4c36'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:27:34.967102 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:27:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['4e3cbad0-65d4-45a5-92cd-dbf30dac4c36'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:27:35.161854 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] Set router 4e3cbad0-65d4-45a5-92cd-dbf30dac4c36 gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:27:35.523316 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3cbad0-65d4-45a5-92cd-dbf30dac4c36', 'name': 'router1', 'tenant_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '37314fac-0bda-442a-a460-921107ba76c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:27:10Z', 'updated_at': '2021-02-12T21:27:32Z', 'revision_number': 4, 'project_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'gw_port': {'id': '37314fac-0bda-442a-a460-921107ba76c9', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:09:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3cbad0-65d4-45a5-92cd-dbf30dac4c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:31Z', 'updated_at': '2021-02-12T21:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '0b5f9e1b-2db1-477c-9eba-bac03c05c31d', 'name': '', 'network_id': 'fd842d85-a4ec-4002-8ee9-a8886db67166', 'tenant_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'mac_address': 'fa:16:3e:ec:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3cbad0-65d4-45a5-92cd-dbf30dac4c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5413be15-363e-4bbc-9433-513c6f441059', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:20Z', 'updated_at': '2021-02-12T21:27:27Z', 'revision_number': 5, 'project_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'subnets': [{'id': '5413be15-363e-4bbc-9433-513c6f441059', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86336e7f-a1a2-4c1f-bb82-3ed929ea9e97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:27:35.527582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d7732c-b614-43c6-85c5-cf5cae49fc2e None None] The sync data for ids ['4e3cbad0-65d4-45a5-92cd-dbf30dac4c36'] in dv-cinder-775250-2-smb is: [{'id': '4e3cbad0-65d4-45a5-92cd-dbf30dac4c36', 'name': 'router1', 'tenant_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.124'}], 'enable_snat': True}, 'gw_port_id': '37314fac-0bda-442a-a460-921107ba76c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:27:10Z', 'updated_at': '2021-02-12T21:27:32Z', 'revision_number': 4, 'project_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'gw_port': {'id': '37314fac-0bda-442a-a460-921107ba76c9', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:09:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3cbad0-65d4-45a5-92cd-dbf30dac4c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:31Z', 'updated_at': '2021-02-12T21:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '0b5f9e1b-2db1-477c-9eba-bac03c05c31d', 'name': '', 'network_id': 'fd842d85-a4ec-4002-8ee9-a8886db67166', 'tenant_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'mac_address': 'fa:16:3e:ec:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3cbad0-65d4-45a5-92cd-dbf30dac4c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5413be15-363e-4bbc-9433-513c6f441059', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:27:20Z', 'updated_at': '2021-02-12T21:27:27Z', 'revision_number': 5, 'project_id': 'd19b0da563e746a0b9cbb894a8e65a65', 'subnets': [{'id': '5413be15-363e-4bbc-9433-513c6f441059', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86336e7f-a1a2-4c1f-bb82-3ed929ea9e97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:27:35.778747 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 37314fac-0bda-442a-a460-921107ba76c9 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:27:35.853213 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port 37314fac-0bda-442a-a460-921107ba76c9 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:27:35.859246 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 37314fac-0bda-442a-a460-921107ba76c9 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:27:35.859667 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:35.919214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 57030) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:27:35.994201 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:36.012977 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] For port 37314fac-0bda-442a-a460-921107ba76c9, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=37314fac-0bda-442a-a460-921107ba76c9,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:27:36.016124 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:36.018405 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:27:36.049273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6270f9b2-de47-42de-b409-8c09a27dc6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:27:36.054277 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-6270f9b2-de47-42de-b409-8c09a27dc6ac admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1306665 Feb 12 21:27:36.099778 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Pushing event updated for resources: {'Port': ['ID=37314fac-0bda-442a-a460-921107ba76c9,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:27:36.103134 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:27:37.750962 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 37314fac-0bda-442a-a460-921107ba76c9 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:27:37.836922 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 37314fac-0bda-442a-a460-921107ba76c9 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:27:37.837184 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:41.985407 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8a74859b-abb5-47bb-8abd-b3f2678e9c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:44.417222 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-352b9d0d-64c4-40be-8265-a3bf6b6b80a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:44.961551 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:45.718080 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:46.617791 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:27:59.600454 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 5 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:28:11.963394 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bf7195b0-dc6a-4ed7-9430-adafa88272a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:14.410279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6e7776b-c0e5-45df-9a33-722ae52c3e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:14.957841 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:15.720238 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:16.587540 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:36.600210 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 5 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:28:41.968014 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c330ab56-7f43-473e-8d82-5102c7086e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:44.416605 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fcdba211-2da9-4637-823b-c1c193324f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:44.964201 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:45.730167 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:28:46.594577 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:11.971876 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9a297f50-0690-40e4-b73f-daad7edebb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:13.599959 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 5 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:29:14.419899 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a159bb37-c6e3-4bec-bc8a-55a06aeb8093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:14.965257 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:15.723790 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:16.602541 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:41.974475 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c7a843bb-e538-4de6-8e43-9fcd23d11772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:44.435193 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-20552fff-d1ea-440b-b0fd-31c81cee08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:44.970859 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:45.730467 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:46.609482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:50.604735 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 5 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:29:52.886971 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 57606) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:29:53.006270 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f230c0c1-af0b-49a5-a0d2-9707e1fe5332 admin admin] GET failed (client error): The resource could not be found. Feb 12 21:29:53.008153 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-f230c0c1-af0b-49a5-a0d2-9707e1fe5332 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1200106 Feb 12 21:29:53.179999 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d3e4c0-1a6a-421a-b2d3-d0eb76f5383e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:29:53.182413 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-c3d3e4c0-1a6a-421a-b2d3-d0eb76f5383e admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1665628 Feb 12 21:29:55.807122 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 57616) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:29:55.963139 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2af244e-7a58-4ea6-a7e7-eaca83353a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:29:55.963890 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-a2af244e-7a58-4ea6-a7e7-eaca83353a18 admin admin] Synchronizing usage tracker for tenant:16eaa47aad6643deb7f01b5230ffd377 on resource:subnet {{(pid=84068) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:29:55.983688 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-a2af244e-7a58-4ea6-a7e7-eaca83353a18 admin admin] Unset dirty status for tenant:16eaa47aad6643deb7f01b5230ffd377 on resource:subnet {{(pid=84068) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:29:55.985361 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-a2af244e-7a58-4ea6-a7e7-eaca83353a18 admin admin] 10.222.0.35 "GET /v2.0/subnets/5413be15-363e-4bbc-9433-513c6f441059 HTTP/1.1" status: 200 len: 849 time: 0.1769066 Feb 12 21:29:55.997322 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:29:56.140949 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:56.516001 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363243855213872'] for subnet, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:56.532869 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b172fbcf-589c-4b6e-b5fc-23d4d543ce01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:29:56.689254 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5413be15-363e-4bbc-9433-513c6f441059,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:29:56.704387 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:56.704818 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:56.705214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:56.705649 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:56.706035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:56.706527 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:56.707020 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:56.707443 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:56.707915 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:56.708384 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:56.708758 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:56.709186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:29:56.716610 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:29:56.752015 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:29:56.752576 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:56.754511 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] 10.222.0.35 "PUT /v2.0/subnets/5413be15-363e-4bbc-9433-513c6f441059 HTTP/1.1" status: 200 len: 868 time: 0.7620134 Feb 12 21:29:56.758897 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973818a2-6951-48ba-9ac4-7eebb443ca4a None None] Network fd842d85-a4ec-4002-8ee9-a8886db67166 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:29:57.309606 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e6e4204c-a12c-47d8-8ab0-266a9eed5b95 None None] Provisioning complete for port 0b5f9e1b-2db1-477c-9eba-bac03c05c31d triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:29:57.310200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6e4204c-a12c-47d8-8ab0-266a9eed5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:57.460255 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e6e4204c-a12c-47d8-8ab0-266a9eed5b95 None None] Provisioning complete for port 53278ed7-6490-4ed7-ab8a-832fd62e9282 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:29:57.460748 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6e4204c-a12c-47d8-8ab0-266a9eed5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:29:59.734710 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 57626) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:00.133178 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef51bc6-ecad-452d-b09a-3e62c1ba6908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:00.133517 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef51bc6-ecad-452d-b09a-3e62c1ba6908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:00.135189 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-bef51bc6-ecad-452d-b09a-3e62c1ba6908 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.3994446 Feb 12 21:30:02.727224 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 57636) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:02.927670 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6d1436-6773-4898-8753-bb17bce70dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:02.928242 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6d1436-6773-4898-8753-bb17bce70dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:02.930548 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-7d6d1436-6773-4898-8753-bb17bce70dab admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2021346 Feb 12 21:30:05.601249 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 57646) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:05.798444 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07f9aba-ba50-4129-bbb3-1d4551a3d3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:05.799978 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b07f9aba-ba50-4129-bbb3-1d4551a3d3cf admin admin] 10.222.0.35 "GET /v2.0/networks/5a123e99-c8d4-46ae-bf35-04ebb9b85da4 HTTP/1.1" status: 200 len: 886 time: 0.1976306 Feb 12 21:30:08.412769 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 57656) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:08.652276 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc0a467-396e-470f-8785-c5c867d5aa8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:08.654072 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-bdc0a467-396e-470f-8785-c5c867d5aa8d admin admin] 10.222.0.35 "GET /v2.0/networks/fd842d85-a4ec-4002-8ee9-a8886db67166 HTTP/1.1" status: 200 len: 862 time: 0.2391651 Feb 12 21:30:11.351756 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 57666) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:11.496087 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8163113a-808a-4d65-8dc9-b053aa45eaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:11.496510 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8163113a-808a-4d65-8dc9-b053aa45eaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:11.498179 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-8163113a-808a-4d65-8dc9-b053aa45eaf4 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1453760 Feb 12 21:30:11.980999 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-496ee873-d972-4b98-9d67-4743dc22fdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:14.109517 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 57676) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:14.235121 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2439878-6a16-4cbb-8f5c-3581a64f0844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:14.235524 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2439878-6a16-4cbb-8f5c-3581a64f0844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:14.237247 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-c2439878-6a16-4cbb-8f5c-3581a64f0844 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266565 Feb 12 21:30:14.424045 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-469c6f8d-abe8-4176-ab2f-a6543b726238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:14.973285 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:15.727535 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:16.619530 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:16.905461 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 57686) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:17.025324 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f078de2c-ec86-444d-a087-dc7a0c456d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:17.026868 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-f078de2c-ec86-444d-a087-dc7a0c456d4c admin admin] 10.222.0.35 "GET /v2.0/subnets/3df2dbbb-2cf4-410a-9e1d-3415c76c275c HTTP/1.1" status: 200 len: 816 time: 0.1203718 Feb 12 21:30:19.833722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 57696) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:19.964271 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ac2ff0-3302-4052-a97b-ab8b24737093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:19.965776 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-98ac2ff0-3302-4052-a97b-ab8b24737093 admin admin] 10.222.0.35 "GET /v2.0/subnets/5413be15-363e-4bbc-9433-513c6f441059 HTTP/1.1" status: 200 len: 868 time: 0.1301646 Feb 12 21:30:27.605246 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 5 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:30:41.978696 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-faafbfaf-1300-44a6-9d30-b51cc1d95550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:44.419532 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6965ef0e-fba4-40b6-a10a-35569a19ae7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:44.976917 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:45.724734 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:46.616420 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:47.783521 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 57736) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:47.841651 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [None req-03f440d2-68b2-4bbe-b0e4-977dd3a1d0f8 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:30:47.842825 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-03f440d2-68b2-4bbe-b0e4-977dd3a1d0f8 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0580647 Feb 12 21:30:50.582713 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 57746) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:50.664642 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.pecan_wsgi.hooks.translation [None req-660ef09f-63a3-4568-b3e4-eed4cb7e350f admin admin] GET failed (client error): The resource could not be found. Feb 12 21:30:50.665206 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-660ef09f-63a3-4568-b3e4-eed4cb7e350f admin admin] Synchronizing usage tracker for tenant:16eaa47aad6643deb7f01b5230ffd377 on resource:network {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:30:50.684350 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-660ef09f-63a3-4568-b3e4-eed4cb7e350f admin admin] Unset dirty status for tenant:16eaa47aad6643deb7f01b5230ffd377 on resource:network {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:30:50.685580 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-660ef09f-63a3-4568-b3e4-eed4cb7e350f admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1008787 Feb 12 21:30:50.841042 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3117ff-dae0-4d76-a156-b5b4145e976c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:50.842581 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-9b3117ff-dae0-4d76-a156-b5b4145e976c admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1524694 Feb 12 21:30:53.441702 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 57756) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:53.517517 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:30:53.527813 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:30:53.545368 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:30:53.559271 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Made reservation on behalf of 16eaa47aad6643deb7f01b5230ffd377 for: {'network': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:30:53.567051 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:53.686983 dv-cinder-775250-2-smb neutron-server[83958]: WARNING neutron.services.revisions.revision_plugin [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Could not find related network for resource to bump revision. Feb 12 21:30:53.705826 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:30:53.716904 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:53.717290 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.segments_db [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Added segment faa65605-cce6-4592-93dc-e70bf0f748cb of type vxlan for network a6f316f7-1915-4b6a-9560-7cf144b61a1f Feb 12 21:30:53.749845 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243855695732'] for network, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:53.781952 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for network, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:53.783236 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:53.783897 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:53.789636 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:30:53.891251 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4478190 Feb 12 21:30:53.897775 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Pushing event updated for resources: {'Network': ['ID=a6f316f7-1915-4b6a-9560-7cf144b61a1f,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:30:53.905680 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:53.906063 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:53.906435 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:53.906798 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:53.907158 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:53.907513 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:53.907908 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:53.908268 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:53.908651 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:53.909004 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:53.909416 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:53.909713 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:53.914422 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-da4ddec3-aef0-4378-b028-9d5c29250bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:30:53.923161 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Network a6f316f7-1915-4b6a-9560-7cf144b61a1f details requested by agent ovs-agent-dv-cinder-775250-2-smb with host dv-cinder-775250-2-smb {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:30:56.540340 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 57766) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:30:56.648906 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1ebbd2-bf36-46bb-a529-2316d357e819 admin admin] GET failed (client error): The resource could not be found. Feb 12 21:30:56.649481 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-4a1ebbd2-bf36-46bb-a529-2316d357e819 admin admin] Synchronizing usage tracker for tenant:16eaa47aad6643deb7f01b5230ffd377 on resource:network {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:30:56.665443 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-4a1ebbd2-bf36-46bb-a529-2316d357e819 admin admin] Unset dirty status for tenant:16eaa47aad6643deb7f01b5230ffd377 on resource:network {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:30:56.666657 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-4a1ebbd2-bf36-46bb-a529-2316d357e819 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1250646 Feb 12 21:30:56.788743 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a503a-f3bd-4aec-bb61-783895f39974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:56.790218 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-9c5a503a-f3bd-4aec-bb61-783895f39974 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1187160 Feb 12 21:30:56.801320 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-75fa89e8-f886-40a1-bef3-ee30f2d4979c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'a6f316f7-1915-4b6a-9560-7cf144b61a1f', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:30:56.807002 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-75fa89e8-f886-40a1-bef3-ee30f2d4979c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:30:56.817101 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-75fa89e8-f886-40a1-bef3-ee30f2d4979c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:30:56.826434 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fa89e8-f886-40a1-bef3-ee30f2d4979c admin admin] Made reservation on behalf of 16eaa47aad6643deb7f01b5230ffd377 for: {'subnet': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:30:56.831142 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-75fa89e8-f886-40a1-bef3-ee30f2d4979c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:57.254438 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-75fa89e8-f886-40a1-bef3-ee30f2d4979c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for subnet, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:57.271236 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:30:57.417049 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa89e8-f886-40a1-bef3-ee30f2d4979c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6900576-86a8-4a8f-a403-c4af2a1fb116,revision_number=0']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:30:57.419985 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-75fa89e8-f886-40a1-bef3-ee30f2d4979c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:30:57.499331 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fa89e8-f886-40a1-bef3-ee30f2d4979c admin admin] Checking segment: {'id': 'faa65605-cce6-4592-93dc-e70bf0f748cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a6f316f7-1915-4b6a-9560-7cf144b61a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:30:57.499733 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fa89e8-f886-40a1-bef3-ee30f2d4979c admin admin] Network hostable DHCP agents. Network: a6f316f7-1915-4b6a-9560-7cf144b61a1f, hostable agents: ['fe4b0c24-8131-4fdd-a4b5-e06b73679163'], hosted agents: [] {{(pid=84069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:30:57.520796 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fa89e8-f886-40a1-bef3-ee30f2d4979c admin admin] Network a6f316f7-1915-4b6a-9560-7cf144b61a1f is scheduled to be hosted by DHCP agent fe4b0c24-8131-4fdd-a4b5-e06b73679163 with binding_index 1 {{(pid=84069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:30:57.530743 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-75fa89e8-f886-40a1-bef3-ee30f2d4979c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-smb, a6f316f7-1915-4b6a-9560-7cf144b61a1f) {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:30:57.535183 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fa89e8-f886-40a1-bef3-ee30f2d4979c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:30:57.536010 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-75fa89e8-f886-40a1-bef3-ee30f2d4979c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for subnet, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:57.543361 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2941aa-3ee3-432c-a9c3-cf4394d478a1 None None] Network a6f316f7-1915-4b6a-9560-7cf144b61a1f requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:30:57.571780 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-75fa89e8-f886-40a1-bef3-ee30f2d4979c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7741191 Feb 12 21:30:58.030122 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a151f3-25f1-5cec-a612-27f374a17f38-a6f316f7-1915-4b6a-9560-7cf144b61a1f', 'network_id': 'a6f316f7-1915-4b6a-9560-7cf144b61a1f', 'tenant_id': '16eaa47aad6643deb7f01b5230ffd377', 'fixed_ips': [{'subnet_id': 'c6900576-86a8-4a8f-a403-c4af2a1fb116'}]}} from dv-cinder-775250-2-smb. {{(pid=84070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 12 21:30:58.031744 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:58.374377 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Allocated IP 192.168.233.2 (a6f316f7-1915-4b6a-9560-7cf144b61a1f/c6900576-86a8-4a8f-a403-c4af2a1fb116/6fc53da4-5e9f-475d-a5de-e724b0cc7616) {{(pid=84070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:30:58.651192 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Notify callbacks [] for port, precommit_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:58.669258 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Transition to ACTIVE for port object 6fc53da4-5e9f-475d-a5de-e724b0cc7616 will not be triggered until provisioned by entity L2. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:30:58.689220 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Transition to ACTIVE for port object 6fc53da4-5e9f-475d-a5de-e724b0cc7616 will not be triggered until provisioned by entity DHCP. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:30:58.694621 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:58.711510 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-333ce014-4f47-42bf-bdda-408b7ff1858f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:30:58.851000 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Pushing event updated for resources: {'Port': ['ID=6fc53da4-5e9f-475d-a5de-e724b0cc7616,revision_number=1']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:30:58.873093 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:58.873469 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:58.873853 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:58.874222 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:58.874587 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:58.874952 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:58.875312 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:58.875669 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:58.876056 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:58.876410 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:58.876761 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:58.877116 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:30:58.884116 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:30:58.944236 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Network a6f316f7-1915-4b6a-9560-7cf144b61a1f is already hosted by enough agents. {{(pid=84070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:30:58.946057 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Resources bound (agent type, host, resource id): {{(pid=84070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:30:58.949078 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Received port after_create {{(pid=84070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:30:59.021372 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Attempting to bind port 6fc53da4-5e9f-475d-a5de-e724b0cc7616 on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:30:59.022059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Attempting to bind port 6fc53da4-5e9f-475d-a5de-e724b0cc7616 by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': 'faa65605-cce6-4592-93dc-e70bf0f748cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a6f316f7-1915-4b6a-9560-7cf144b61a1f'}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:30:59.022740 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Attempting to bind port 6fc53da4-5e9f-475d-a5de-e724b0cc7616 on network a6f316f7-1915-4b6a-9560-7cf144b61a1f {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:30:59.032520 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:30:59.033056 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Checking segment: {'id': 'faa65605-cce6-4592-93dc-e70bf0f748cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a6f316f7-1915-4b6a-9560-7cf144b61a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:30:59.033647 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:59.034209 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Bound using segment: {'id': 'faa65605-cce6-4592-93dc-e70bf0f748cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a6f316f7-1915-4b6a-9560-7cf144b61a1f'} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:30:59.034885 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Bound port: 6fc53da4-5e9f-475d-a5de-e724b0cc7616, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa65605-cce6-4592-93dc-e70bf0f748cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a6f316f7-1915-4b6a-9560-7cf144b61a1f'}}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:30:59.035541 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:59.149472 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] For port 6fc53da4-5e9f-475d-a5de-e724b0cc7616, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:30:59.153868 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] For port 6fc53da4-5e9f-475d-a5de-e724b0cc7616, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=6fc53da4-5e9f-475d-a5de-e724b0cc7616,segment=NetworkSegment(faa65605-cce6-4592-93dc-e70bf0f748cb),segment_id=faa65605-cce6-4592-93dc-e70bf0f748cb)] {{(pid=84070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:30:59.158885 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:30:59.188722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:30:59.473519 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Pushing event updated for resources: {'Port': ['ID=6fc53da4-5e9f-475d-a5de-e724b0cc7616,revision_number=2']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:30:59.479542 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:31:00.964865 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8f03bf-23ba-4079-8286-db4712a45511 None None] Network a6f316f7-1915-4b6a-9560-7cf144b61a1f requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:31:01.084247 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-20007747-95c7-44a0-9135-cfc1f4561e44 None None] Provisioning for port 6fc53da4-5e9f-475d-a5de-e724b0cc7616 completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:31:01.894174 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 6fc53da4-5e9f-475d-a5de-e724b0cc7616 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:31:01.976012 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port 6fc53da4-5e9f-475d-a5de-e724b0cc7616 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:31:01.985262 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 6fc53da4-5e9f-475d-a5de-e724b0cc7616 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:31:01.985949 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:02.104651 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5ea994f2-805f-4331-ae49-93f77b991d16 None None] Provisioning complete for port 6fc53da4-5e9f-475d-a5de-e724b0cc7616 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:31:02.104967 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5ea994f2-805f-4331-ae49-93f77b991d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:02.232789 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:02.329157 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] For port 6fc53da4-5e9f-475d-a5de-e724b0cc7616, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=6fc53da4-5e9f-475d-a5de-e724b0cc7616,segment=NetworkSegment(faa65605-cce6-4592-93dc-e70bf0f748cb),segment_id=faa65605-cce6-4592-93dc-e70bf0f748cb)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:31:02.331599 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5ea994f2-805f-4331-ae49-93f77b991d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:02.343989 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:02.351372 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:31:02.497703 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Pushing event updated for resources: {'Port': ['ID=6fc53da4-5e9f-475d-a5de-e724b0cc7616,revision_number=3']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:31:02.501392 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:31:02.505151 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [None req-5ea994f2-805f-4331-ae49-93f77b991d16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84070) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:31:02.505567 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [None req-5ea994f2-805f-4331-ae49-93f77b991d16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:31:03.863212 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 6fc53da4-5e9f-475d-a5de-e724b0cc7616 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:31:03.942916 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 6fc53da4-5e9f-475d-a5de-e724b0cc7616 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:31:03.943342 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:04.605763 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 5 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:31:11.978070 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a8990ea2-e67b-4e39-9597-bcb533dd3352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:14.426693 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-25de7826-67cf-4a80-884b-800f6ad10018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:14.980935 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:15.719226 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:16.621647 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:41.606786 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 5 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:31:41.976640 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9bf94c88-3778-49df-ab08-e84866e2fca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:44.432444 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-337bc7dd-ba78-426d-aa3e-03576509c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:44.992870 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:45.725226 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:31:46.635941 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:11.269884 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 57808) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:32:11.276722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [None req-5133d793-4909-4838-9993-0f3e18d0c31a tempest-verify_tempest_config-359432990 tempest-verify_tempest_config-359432990-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:32:11.277989 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-5133d793-4909-4838-9993-0f3e18d0c31a tempest-verify_tempest_config-359432990 tempest-verify_tempest_config-359432990-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0069902 Feb 12 21:32:11.669240 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 57828) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:32:11.833647 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:11.853387 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:32:11.858615 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Usage tracker for resource:security_group_rule and tenant:b08d84666cfb478f80ae6804ed3653dc is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:32:11.862582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:32:11.869930 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:32:11.974288 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7b89cf79-5939-4ae0-b8e6-34398619e0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:11.981811 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:11.985136 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:11.994065 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:32:12.042482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Synchronizing usage tracker for tenant:16eaa47aad6643deb7f01b5230ffd377 on resource:security_group {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:32:12.046748 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc016136-1a2c-4d40-a460-ed2fad4cc90b,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:32:12.059094 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:32:12.059473 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:32:12.059876 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:32:12.060244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:32:12.060607 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:32:12.060973 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:32:12.061337 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:32:12.061693 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:32:12.062052 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:32:12.062408 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:32:12.062761 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:32:12.063113 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:32:12.069645 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:32:12.078506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Unset dirty status for tenant:16eaa47aad6643deb7f01b5230ffd377 on resource:security_group {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:32:12.079927 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b08d84666cfb478f80ae6804ed3653dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4095409 Feb 12 21:32:12.084766 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 57834) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:32:12.156036 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3beadb60-f947-4e13-b2d2-47295dd22579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:12.185480 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3beadb60-f947-4e13-b2d2-47295dd22579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:12.244869 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3beadb60-f947-4e13-b2d2-47295dd22579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:12.250349 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-86aa6620-5ee5-43c2-a776-781fb808cfb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:32:12.264397 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beadb60-f947-4e13-b2d2-47295dd22579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc016136-1a2c-4d40-a460-ed2fad4cc90b,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:32:12.267777 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3beadb60-f947-4e13-b2d2-47295dd22579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:32:12.270478 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3beadb60-f947-4e13-b2d2-47295dd22579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:12.271761 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-3beadb60-f947-4e13-b2d2-47295dd22579 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fc016136-1a2c-4d40-a460-ed2fad4cc90b HTTP/1.1" status: 204 len: 168 time: 0.1859272 Feb 12 21:32:14.433107 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7fb67824-c776-45ef-8585-0d71d7505e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:14.987661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:15.723128 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:16.632754 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:18.606336 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 5 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:32:41.968840 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fb79598d-b89b-4434-a344-28f337ac0b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:44.437981 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-15d2df72-4f3e-4f80-ba3b-6d7a4844a3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:44.987955 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:45.717875 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:46.633807 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:32:55.605805 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 5 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:33:11.971836 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-84b8bb33-7308-4728-aff3-1089754ca05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:14.422061 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9d6995c4-94b6-44cc-82c2-ab63ad91d98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:14.993208 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:15.722981 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:16.637131 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:32.606212 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 5 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:33:41.976902 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d0ddb523-3c4e-4279-966b-6a49f6fd35c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:44.426488 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8945ce60-963b-4f40-a5c4-63c03e257c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:44.993147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:45.722723 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:33:46.656136 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:00.370210 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380'] for agent, after_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:00.370914 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:34:00.371011 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:34:00.371501 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:34:00.371802 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:34:00.372153 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:34:00.372636 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:34:00.372959 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:34:00.373368 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:34:00.373867 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:34:00.374167 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:34:00.374552 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:34:00.374924 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:34:00.375297 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77525', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:34:00.381436 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77525', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:34:00.815417 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] get_endpoint_by_host() called for host hv-cinder-77525 {{(pid=84070) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 12 21:34:00.819379 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] get_endpoint_by_ip() called for ip 192.168.0.59 {{(pid=84070) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 12 21:34:00.822570 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] _add_endpoint() called for ip 192.168.0.59 {{(pid=84070) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 12 21:34:00.827262 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] _get_endpoints() called {{(pid=84070) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 12 21:34:09.605340 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:34:11.979049 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d36d7419-af58-4d77-bd9a-0b56e67f5437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:14.428559 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c97cc2f3-3d6a-4fcb-b046-e80fabbf09e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:14.757591 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 57906) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:34:14.881386 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-fdd1791e-5896-45fc-a983-21671f8e72d4 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1225784 Feb 12 21:34:14.996667 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:15.716070 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:16.648536 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:17.415674 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 57916) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:34:17.484112 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-afc04c92-f58a-4fac-81a1-6445f4b3a9aa admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0669124 Feb 12 21:34:30.357360 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:41.981354 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c4de56bb-dec6-463e-97f4-1de383719678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:44.433027 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05c88222-8210-4645-928e-e3eaabdc7b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:44.999181 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:45.718722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:34:46.604703 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:34:46.648909 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:00.356882 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:11.983852 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f5337f52-3032-424d-a5a9-ecef7b34e334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:14.436425 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bdcff64d-9def-4c4e-94fa-70c348cba7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:15.003470 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:15.721785 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:16.650064 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:23.604072 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:35:30.361652 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:41.985982 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-853df9be-a148-4f01-9af8-798dc57d0bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:44.440363 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8c21e00e-1492-47d2-a288-068a15db83fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:45.011186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:45.724845 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:35:46.655558 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:00.370091 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:00.605229 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:36:12.005887 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-46560a13-84f8-4507-8657-3fa45cba4056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:12.839860 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 58106) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:13.389314 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-261478209-network', 'tenant_id': '4ade9798f9ae40008a2eba6065c86a71'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:13.397075 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:13.401355 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Usage tracker for resource:network and tenant:4ade9798f9ae40008a2eba6065c86a71 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:13.404828 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:13.411578 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:13.424444 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Made reservation on behalf of 4ade9798f9ae40008a2eba6065c86a71 for: {'network': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:13.429344 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:13.443611 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:13.460904 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:13.465294 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Usage tracker for resource:security_group_rule and tenant:4ade9798f9ae40008a2eba6065c86a71 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:13.468460 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:13.475196 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:13.586188 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 58130) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:13.612263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:13.615667 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:13.634832 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 58136) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:13.635122 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:36:13.648268 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:13.675057 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 58142) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:13.680744 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363243855313370', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:13.681486 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.segments_db [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Added segment c24a139e-3507-4f3e-b88d-dc6ab4830485 of type vxlan for network 5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd Feb 12 21:36:13.691609 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7b6754-135d-4715-8b94-88ef5e11a5f9,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:13.705303 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.705991 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.706574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.707141 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.707586 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.708084 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.708554 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.709018 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.709480 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.710301 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.710768 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.711245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.712214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.712371 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.712858 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.713322 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.713986 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.714452 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.714907 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.715368 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.715889 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.716370 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.716820 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.717280 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Tracked resource versions report: Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: pushed versions: Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: { 'AddressGroup': {'1.1'}, Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': {'1.0'}, Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': {'1.0'}, Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': {'1.1'}, Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': {'1.7'}, Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': {'1.2'}, Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': {'1.8'}, Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': {'1.4'}, Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': {'1.2'}, Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': {'1.0'}, Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': {'1.1'}, Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': {'1.1'}} Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: consumer versions: Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: { DHCP agent@dv-cinder-775250-2-smb: {}, Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: L3 agent@dv-cinder-775250-2-smb: {}, Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: Metadata agent@dv-cinder-775250-2-smb: {}, Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: Metering agent@dv-cinder-775250-2-smb: {}, Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: Open vSwitch agent@dv-cinder-775250-2-smb: { 'AddressGroup': '1.1', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': '1.0', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': '1.0', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': '1.1', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': '1.7', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': '1.2', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': '1.8', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': '1.4', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': '1.2', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': '1.0', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': '1.1', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': '1.1'}, Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': '1.0', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': '1.0', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': '1.1', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': '1.7', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': '1.2', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': '1.8', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': '1.4', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': '1.2', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': '1.0', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': '1.1', Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': '1.1'}} Feb 12 21:36:13.719589 dv-cinder-775250-2-smb neutron-server[83958]: {{(pid=84068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 12 21:36:13.725505 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:13.775541 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243855695732'] for network, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:13.821670 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for network, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:13.823569 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:13.824344 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:13.835734 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:13.948681 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Pushing event updated for resources: {'Network': ['ID=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:13.956216 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:13.962009 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 58158) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:13.962245 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1211662 Feb 12 21:36:13.968263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-b77a8a2b-263c-45aa-9e06-ae0fa9bceef7 admin admin] Request body: {'subnet': {'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-261478209-subnet', 'tenant_id': '4ade9798f9ae40008a2eba6065c86a71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:13.975505 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Network 5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd details requested by agent ovs-agent-dv-cinder-775250-2-smb with host dv-cinder-775250-2-smb {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:36:13.976682 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-b77a8a2b-263c-45aa-9e06-ae0fa9bceef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:13.987451 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-b77a8a2b-263c-45aa-9e06-ae0fa9bceef7 admin admin] Usage tracker for resource:subnet and tenant:4ade9798f9ae40008a2eba6065c86a71 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:13.993007 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-b77a8a2b-263c-45aa-9e06-ae0fa9bceef7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:13.999730 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-b77a8a2b-263c-45aa-9e06-ae0fa9bceef7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:14.013466 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77a8a2b-263c-45aa-9e06-ae0fa9bceef7 admin admin] Made reservation on behalf of 4ade9798f9ae40008a2eba6065c86a71 for: {'subnet': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:14.023671 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b77a8a2b-263c-45aa-9e06-ae0fa9bceef7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.063139 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Network 5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:36:14.158661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-network', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:14.164408 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:14.168938 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Usage tracker for resource:network and tenant:3f30a1c1bd9d410aa1ef1bc30e02200d is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:14.172460 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:14.180977 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:14.198390 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1185550102-network', 'tenant_id': 'b6b4257113824071ad301c8114b8307d'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:14.219850 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Made reservation on behalf of 3f30a1c1bd9d410aa1ef1bc30e02200d for: {'network': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:14.225664 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.258362 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1167423935-network', 'tenant_id': 'e21c121df91c40f0ab3c21ab570f01ba'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:14.266263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.303108 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:14.308725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:14.315801 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:14.319103 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Usage tracker for resource:security_group_rule and tenant:3f30a1c1bd9d410aa1ef1bc30e02200d is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:14.325332 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Usage tracker for resource:network and tenant:b6b4257113824071ad301c8114b8307d is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:14.329024 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:14.333771 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:14.349573 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Usage tracker for resource:network and tenant:e21c121df91c40f0ab3c21ab570f01ba is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:14.368616 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:14.376157 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:14.385919 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:14.404211 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:14.417939 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Made reservation on behalf of b6b4257113824071ad301c8114b8307d for: {'network': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:14.442163 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.457563 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-51fbf581-268f-4ba9-852c-1c0e2ab65d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.491523 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.512039 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Made reservation on behalf of e21c121df91c40f0ab3c21ab570f01ba for: {'network': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:14.517616 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.546799 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.561548 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:14.575544 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Usage tracker for resource:security_group_rule and tenant:b6b4257113824071ad301c8114b8307d is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:14.586743 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:14.625971 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:14.639833 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:14.654516 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Usage tracker for resource:security_group_rule and tenant:e21c121df91c40f0ab3c21ab570f01ba is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:14.663336 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:14.692355 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:14.873533 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.888704 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:14.967330 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:15.014412 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:36:15.018187 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:15.060934 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:15.061312 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.segments_db [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Added segment 3f7314cf-fd65-4e9f-82c4-6ec2ee573eac of type vxlan for network 730a1daf-e569-454f-98a4-34427f6ca94f Feb 12 21:36:15.155309 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:15.192069 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:15.192865 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f2fda5-1a1e-4d24-88f6-460ca847154e,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:15.203229 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243855695732'] for network, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:15.209599 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:15.230653 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:15.232227 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.232610 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.232994 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.233355 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.233724 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.234089 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.234453 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.234815 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.235176 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.236101 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.236454 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.236813 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.237271 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.237638 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.237998 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.238333 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.238687 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.239049 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.239406 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.239831 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.240195 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.240553 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.240910 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.241266 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Tracked resource versions report: Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: pushed versions: Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: { 'AddressGroup': {'1.1'}, Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': {'1.0'}, Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': {'1.0'}, Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': {'1.1'}, Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': {'1.7'}, Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': {'1.2'}, Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': {'1.8'}, Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': {'1.4'}, Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': {'1.2'}, Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': {'1.0'}, Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': {'1.1'}, Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': {'1.1'}} Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: consumer versions: Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: { DHCP agent@dv-cinder-775250-2-smb: {}, Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: L3 agent@dv-cinder-775250-2-smb: {}, Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: Metadata agent@dv-cinder-775250-2-smb: {}, Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: Metering agent@dv-cinder-775250-2-smb: {}, Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: Open vSwitch agent@dv-cinder-775250-2-smb: { 'AddressGroup': '1.1', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': '1.0', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': '1.0', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': '1.1', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': '1.7', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': '1.2', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': '1.8', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': '1.4', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': '1.2', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': '1.0', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': '1.1', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': '1.1'}, Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': '1.0', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': '1.0', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': '1.1', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': '1.7', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': '1.2', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': '1.8', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': '1.4', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': '1.2', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': '1.0', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': '1.1', Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': '1.1'}} Feb 12 21:36:15.242604 dv-cinder-775250-2-smb neutron-server[83958]: {{(pid=84069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 12 21:36:15.246585 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:15.250493 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0764ed11-7595-4bc8-b025-37bb8ad3f2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:15.347293 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf96070b-8b0a-49f6-9993-cd57794e5aff,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:15.461266 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for network, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:15.466666 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf818528-f21b-4748-a064-34d5284ec466,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:15.472257 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:15.472901 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:15.478033 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84069) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:36:15.478362 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:36:15.479001 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84069) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:36:15.479332 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:36:15.482716 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:15.483328 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:15.761321 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:15.887397 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Pushing event updated for resources: {'Network': ['ID=730a1daf-e569-454f-98a4-34427f6ca94f,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:15.897998 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:15.898445 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.621s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:15.898749 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:15.909261 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Network 730a1daf-e569-454f-98a4-34427f6ca94f details requested by agent ovs-agent-dv-cinder-775250-2-smb with host dv-cinder-775250-2-smb {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:36:15.912562 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b77a8a2b-263c-45aa-9e06-ae0fa9bceef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for subnet, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:15.919932 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3267691 Feb 12 21:36:15.920289 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 58258) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:15.927518 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] Request body: {'subnet': {'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-subnet', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:15.932354 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:15.937548 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:15.947772 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Network 730a1daf-e569-454f-98a4-34427f6ca94f details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:36:15.949349 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] Usage tracker for resource:subnet and tenant:3f30a1c1bd9d410aa1ef1bc30e02200d is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:15.959133 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:15.972342 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:15.997207 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] Made reservation on behalf of 3f30a1c1bd9d410aa1ef1bc30e02200d for: {'subnet': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:16.009452 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:16.095542 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:16.113873 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:16.332953 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a8a2b-263c-45aa-9e06-ae0fa9bceef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5354e90-f0b4-413c-b8eb-fcea8549d5b4,revision_number=0']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:16.368205 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b77a8a2b-263c-45aa-9e06-ae0fa9bceef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:16.369492 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:36:16.550262 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:16.550992 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.segments_db [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Added segment a393f88b-c6a5-426e-a2ed-9fa153bebd52 of type vxlan for network 42af01d5-f180-404d-b2e0-973b43eb2701 Feb 12 21:36:16.576936 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 58278) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:16.651794 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77a8a2b-263c-45aa-9e06-ae0fa9bceef7 admin admin] Checking segment: {'id': 'c24a139e-3507-4f3e-b88d-dc6ab4830485', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:16.652546 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77a8a2b-263c-45aa-9e06-ae0fa9bceef7 admin admin] Network hostable DHCP agents. Network: 5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd, hostable agents: ['fe4b0c24-8131-4fdd-a4b5-e06b73679163'], hosted agents: [] {{(pid=84069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:36:16.663326 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243855695732'] for network, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:16.674278 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:16.694746 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77a8a2b-263c-45aa-9e06-ae0fa9bceef7 admin admin] Network 5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd is scheduled to be hosted by DHCP agent fe4b0c24-8131-4fdd-a4b5-e06b73679163 with binding_index 1 {{(pid=84069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:36:16.726909 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-b77a8a2b-263c-45aa-9e06-ae0fa9bceef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-smb, 5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd) {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:16.737201 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d919eb92-bb50-4193-a880-8b7557d98ce1 None None] Network 5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:36:16.740240 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for network, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:16.740957 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84069) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:36:16.741308 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:36:16.742495 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77a8a2b-263c-45aa-9e06-ae0fa9bceef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:16.743107 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b77a8a2b-263c-45aa-9e06-ae0fa9bceef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for subnet, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:16.749564 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:16.750627 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:16.777642 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:16.802867 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.1233540 Feb 12 21:36:16.806554 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 58290) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:16.885967 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 58296) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:16.943288 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b77a8a2b-263c-45aa-9e06-ae0fa9bceef7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.9799781 Feb 12 21:36:16.948099 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 58302) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:16.957483 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-261478209-router', 'tenant_id': '4ade9798f9ae40008a2eba6065c86a71', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:16.960542 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] Request body: {'subnet': {'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1185550102-subnet', 'tenant_id': 'b6b4257113824071ad301c8114b8307d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:16.961869 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Pushing event updated for resources: {'Network': ['ID=42af01d5-f180-404d-b2e0-973b43eb2701,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:16.966168 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:16.968007 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:16.979140 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Usage tracker for resource:router and tenant:4ade9798f9ae40008a2eba6065c86a71 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:16.982588 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:16.986906 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:16.991277 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:16.998996 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Network 42af01d5-f180-404d-b2e0-973b43eb2701 details requested by agent ovs-agent-dv-cinder-775250-2-smb with host dv-cinder-775250-2-smb {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:36:17.005430 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854106008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854525443'] for router, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.006965 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854042362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854195501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854569461'] for router, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.011283 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] Usage tracker for resource:subnet and tenant:b6b4257113824071ad301c8114b8307d is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:17.039797 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:17.054512 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.072783 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Network 42af01d5-f180-404d-b2e0-973b43eb2701 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:36:17.087883 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:17.120868 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] Made reservation on behalf of b6b4257113824071ad301c8114b8307d for: {'subnet': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:17.125991 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.144959 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-df8f9129-45ba-418b-8582-9b83ebc29507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.239477 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-df8f9129-45ba-418b-8582-9b83ebc29507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:17.240442 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-136230d8-c573-4fd2-b521-54ec9f20d326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.251220 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-df8f9129-45ba-418b-8582-9b83ebc29507 admin admin] Usage tracker for resource:security_group_rule and tenant:5f871be23af14d8dae7ae5ec54b836c3 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:17.258703 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-df8f9129-45ba-418b-8582-9b83ebc29507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:17.262800 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-136230d8-c573-4fd2-b521-54ec9f20d326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:17.268347 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-df8f9129-45ba-418b-8582-9b83ebc29507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:17.343054 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.373525 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-136230d8-c573-4fd2-b521-54ec9f20d326 admin admin] Usage tracker for resource:security_group_rule and tenant:44e8e964b5b5471e8d6166d426d27be7 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:17.393859 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for subnet, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.451055 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:17.464081 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d500625-02fa-4b14-b1d5-7470a37fe771 None None] Network 5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:36:17.484215 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-136230d8-c573-4fd2-b521-54ec9f20d326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:17.514841 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-136230d8-c573-4fd2-b521-54ec9f20d326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:17.521681 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854119010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854569446'] for router, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.590257 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:36:17.673696 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d14036-127d-49c7-a851-85c1a4e15dee,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:17.700469 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:17.709315 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.710190 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.segments_db [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Added segment 51c58381-650b-4383-bb9d-5dfcd418d6ce of type vxlan for network 6678a564-09c7-4240-86bb-c03d287f22ee Feb 12 21:36:17.716346 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-df8f9129-45ba-418b-8582-9b83ebc29507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.726206 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-df8f9129-45ba-418b-8582-9b83ebc29507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.755401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:17.802864 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243855695732'] for network, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.883563 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-df8f9129-45ba-418b-8582-9b83ebc29507 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f871be23af14d8dae7ae5ec54b836c3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2999158 Feb 12 21:36:17.887551 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f9129-45ba-418b-8582-9b83ebc29507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011c7766-9655-4e36-8440-eff6ae99f96f,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:17.889932 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 58312) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:17.897376 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-df8f9129-45ba-418b-8582-9b83ebc29507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:17.915001 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-136230d8-c573-4fd2-b521-54ec9f20d326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.921293 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for network, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.924416 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-136230d8-c573-4fd2-b521-54ec9f20d326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.933348 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:17.933994 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:17.943023 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] Checking segment: {'id': '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:17.943425 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] Network hostable DHCP agents. Network: 730a1daf-e569-454f-98a4-34427f6ca94f, hostable agents: ['fe4b0c24-8131-4fdd-a4b5-e06b73679163'], hosted agents: [] {{(pid=84068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:36:17.944797 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:17.983549 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] Network 730a1daf-e569-454f-98a4-34427f6ca94f is scheduled to be hosted by DHCP agent fe4b0c24-8131-4fdd-a4b5-e06b73679163 with binding_index 1 {{(pid=84068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:36:17.997961 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-smb, 730a1daf-e569-454f-98a4-34427f6ca94f) {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:18.003988 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:18.004636 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:18.014907 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b835d8-dd2a-4e13-ac97-5bed685804ae None None] Network 730a1daf-e569-454f-98a4-34427f6ca94f requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:36:18.080650 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1591804 Feb 12 21:36:18.088684 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 58324) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:18.101969 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:18.112167 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-136230d8-c573-4fd2-b521-54ec9f20d326 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=44e8e964b5b5471e8d6166d426d27be7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1897571 Feb 12 21:36:18.121883 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 58328) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:18.123550 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 4.4863510 Feb 12 21:36:18.124332 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Pushing event updated for resources: {'Network': ['ID=6678a564-09c7-4240-86bb-c03d287f22ee,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:18.131522 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 58330) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:18.140011 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:18.149502 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] Request body: {'subnet': {'network_id': '6678a564-09c7-4240-86bb-c03d287f22ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1167423935-subnet', 'tenant_id': 'e21c121df91c40f0ab3c21ab570f01ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:18.163034 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:18.174121 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Usage tracker for resource:router and tenant:3f30a1c1bd9d410aa1ef1bc30e02200d is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:18.180018 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] Usage tracker for resource:subnet and tenant:e21c121df91c40f0ab3c21ab570f01ba is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:18.190331 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:18.197382 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:18.197860 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:18.198860 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:18.227347 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:18.231605 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:18.238839 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for subnet, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:18.267354 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:18.370379 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854106008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854525443'] for router, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:18.371628 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854042362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854195501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854569461'] for router, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:18.381429 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136230d8-c573-4fd2-b521-54ec9f20d326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c947652f-877c-49ea-84a4-6de126911546,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:18.386200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] Made reservation on behalf of e21c121df91c40f0ab3c21ab570f01ba for: {'subnet': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:18.392966 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:18.420322 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-136230d8-c573-4fd2-b521-54ec9f20d326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:18.440008 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bdc55c6a-d5c7-4670-a774-10caceda8652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:18.579353 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:18.620719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Network 6678a564-09c7-4240-86bb-c03d287f22ee details requested by agent ovs-agent-dv-cinder-775250-2-smb with host dv-cinder-775250-2-smb {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:36:18.621541 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bdc55c6a-d5c7-4670-a774-10caceda8652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:18.628441 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 58344) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:18.638052 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b6391106-ec58-4530-b2e2-5e7b8261b123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:18.647805 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:18.722336 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=602701a7-6052-4b51-830c-21d6ac4ab865,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:18.735861 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b6391106-ec58-4530-b2e2-5e7b8261b123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:18.736475 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:18.740218 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:18.757332 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Network 6678a564-09c7-4240-86bb-c03d287f22ee details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:36:19.134822 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3972d09e-a84f-4946-91b6-2d7676ef23c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:19.159023 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bdc55c6a-d5c7-4670-a774-10caceda8652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:19.205512 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-3972d09e-a84f-4946-91b6-2d7676ef23c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:19.212361 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:19.228544 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-3972d09e-a84f-4946-91b6-2d7676ef23c0 admin admin] Usage tracker for resource:security_group_rule and tenant:8df8d1c65974421bb6747937053ed832 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:19.233807 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b6391106-ec58-4530-b2e2-5e7b8261b123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:19.241093 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-3972d09e-a84f-4946-91b6-2d7676ef23c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:19.257334 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc55c6a-d5c7-4670-a774-10caceda8652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011c7766-9655-4e36-8440-eff6ae99f96f,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:19.269699 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-3972d09e-a84f-4946-91b6-2d7676ef23c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:19.270440 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854119010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854569446'] for router, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:19.275172 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-bdc55c6a-d5c7-4670-a774-10caceda8652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:19.279562 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:19.285108 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] Checking segment: {'id': 'a393f88b-c6a5-426e-a2ed-9fa153bebd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:19.285588 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] Network hostable DHCP agents. Network: 42af01d5-f180-404d-b2e0-973b43eb2701, hostable agents: ['fe4b0c24-8131-4fdd-a4b5-e06b73679163'], hosted agents: [] {{(pid=84068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:36:19.303975 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b6391106-ec58-4530-b2e2-5e7b8261b123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:19.305188 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b6391106-ec58-4530-b2e2-5e7b8261b123 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c947652f-877c-49ea-84a4-6de126911546 HTTP/1.1" status: 204 len: 168 time: 1.1775470 Feb 12 21:36:19.312054 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bdc55c6a-d5c7-4670-a774-10caceda8652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:19.317346 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-bdc55c6a-d5c7-4670-a774-10caceda8652 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/011c7766-9655-4e36-8440-eff6ae99f96f HTTP/1.1" status: 204 len: 168 time: 1.4198191 Feb 12 21:36:19.321047 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6391106-ec58-4530-b2e2-5e7b8261b123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c947652f-877c-49ea-84a4-6de126911546,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:19.329779 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b6391106-ec58-4530-b2e2-5e7b8261b123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:19.399729 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a151f3-25f1-5cec-a612-27f374a17f38-730a1daf-e569-454f-98a4-34427f6ca94f', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee'}]}} from dv-cinder-775250-2-smb. {{(pid=84070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 12 21:36:19.401307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:19.423466 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] Network 42af01d5-f180-404d-b2e0-973b43eb2701 is scheduled to be hosted by DHCP agent fe4b0c24-8131-4fdd-a4b5-e06b73679163 with binding_index 1 {{(pid=84068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:36:19.466872 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-smb, 42af01d5-f180-404d-b2e0-973b43eb2701) {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:19.477992 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c070fd-5fe8-4b87-a9c2-9820334c6ea6 None None] Network 42af01d5-f180-404d-b2e0-973b43eb2701 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:36:19.524554 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:19.525176 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:19.573940 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7661955 Feb 12 21:36:19.684253 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3972d09e-a84f-4946-91b6-2d7676ef23c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:19.693115 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Allocated IP 172.28.0.70 (5a123e99-c8d4-46ae-bf35-04ebb9b85da4/3df2dbbb-2cf4-410a-9e1d-3415c76c275c/03a5cd63-7f0d-4a56-9509-2b38026eadad) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:19.708347 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3972d09e-a84f-4946-91b6-2d7676ef23c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:19.813252 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:19.904052 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-3972d09e-a84f-4946-91b6-2d7676ef23c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8df8d1c65974421bb6747937053ed832&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2743850 Feb 12 21:36:19.911272 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972d09e-a84f-4946-91b6-2d7676ef23c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e18d7c-eaa4-4f40-95d7-4d395dcea875,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:19.918183 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 58368) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:19.925008 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3972d09e-a84f-4946-91b6-2d7676ef23c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:19.984175 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:20.031830 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for subnet, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:20.033673 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:20.071147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2047f746-578c-42e8-984c-9042cd9b77fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:20.148678 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cefa429-e699-4088-89e4-c92a4aff47a2,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:20.205901 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:20.284924 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 58384) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:20.366234 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1e90a02f-3d6c-4fde-be59-12793eddcc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:20.426569 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-1e90a02f-3d6c-4fde-be59-12793eddcc50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:20.439244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-1e90a02f-3d6c-4fde-be59-12793eddcc50 admin admin] Usage tracker for resource:security_group_rule and tenant:1f9a63ea29234aef8ad478918ae59b63 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:20.446020 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-1e90a02f-3d6c-4fde-be59-12793eddcc50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:20.467441 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-1e90a02f-3d6c-4fde-be59-12793eddcc50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:20.475600 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:20.512097 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904cf671-6497-4299-b13e-04d9d50ec2d3 None None] Network 42af01d5-f180-404d-b2e0-973b43eb2701 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:36:20.582166 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:20.695864 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Allocated IP 172.20.0.2 (730a1daf-e569-454f-98a4-34427f6ca94f/a3d14036-127d-49c7-a851-85c1a4e15dee/f4ee3c40-6e74-49a5-854e-bd9015e84822) {{(pid=84070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:20.812243 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:20.995011 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 58410) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:21.031292 dv-cinder-775250-2-smb neutron-server[83958]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 12 21:36:21.121087 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-984702a4-f559-45a5-9cbe-918205232f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:21.192778 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1e90a02f-3d6c-4fde-be59-12793eddcc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:21.204664 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:21.205593 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=03a5cd63-7f0d-4a56-9509-2b38026eadad,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:21.208944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:21.214794 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:21.215564 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-984702a4-f559-45a5-9cbe-918205232f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:21.217387 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:21.240745 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Allocated IP 172.28.0.20 (5a123e99-c8d4-46ae-bf35-04ebb9b85da4/3df2dbbb-2cf4-410a-9e1d-3415c76c275c/19b3d28e-646b-4a7d-be5e-bdc34ac98da7) {{(pid=84068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:21.245076 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Notify callbacks [] for port, precommit_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:21.266334 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Transition to ACTIVE for port object f4ee3c40-6e74-49a5-854e-bd9015e84822 will not be triggered until provisioned by entity L2. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:21.275591 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1e90a02f-3d6c-4fde-be59-12793eddcc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:21.298337 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Transition to ACTIVE for port object f4ee3c40-6e74-49a5-854e-bd9015e84822 will not be triggered until provisioned by entity DHCP. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:21.304417 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:21.324970 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:21.349647 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-50a77146-dda0-463e-93fc-94cc011a9200 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:21.350436 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-50a77146-dda0-463e-93fc-94cc011a9200 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Synchronizing usage tracker for tenant:b6b4257113824071ad301c8114b8307d on resource:network {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:21.370180 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:21.377151 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 58422) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:21.437038 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] Checking segment: {'id': '51c58381-650b-4383-bb9d-5dfcd418d6ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6678a564-09c7-4240-86bb-c03d287f22ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:21.437430 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] Network hostable DHCP agents. Network: 6678a564-09c7-4240-86bb-c03d287f22ee, hostable agents: ['fe4b0c24-8131-4fdd-a4b5-e06b73679163'], hosted agents: [] {{(pid=84068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:36:21.462355 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-984702a4-f559-45a5-9cbe-918205232f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:21.462625 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Pushing event updated for resources: {'Port': ['ID=f4ee3c40-6e74-49a5-854e-bd9015e84822,revision_number=1']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:21.478544 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.478906 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.479216 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.479599 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.480193 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.480513 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.481482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.482089 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.482531 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.483218 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.483338 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.483652 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.484250 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.485103 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.485916 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.485916 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.486731 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.486731 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.487056 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.487416 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.488164 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.488164 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.488471 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.489110 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Tracked resource versions report: Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: pushed versions: Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: { 'AddressGroup': {'1.1'}, Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': {'1.0'}, Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': {'1.0'}, Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': {'1.1'}, Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': {'1.7'}, Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': {'1.2'}, Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': {'1.8'}, Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': {'1.4'}, Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': {'1.2'}, Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': {'1.0'}, Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': {'1.1'}, Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': {'1.1'}} Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: consumer versions: Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: { DHCP agent@dv-cinder-775250-2-smb: {}, Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: L3 agent@dv-cinder-775250-2-smb: {}, Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: Metadata agent@dv-cinder-775250-2-smb: {}, Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: Metering agent@dv-cinder-775250-2-smb: {}, Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: Open vSwitch agent@dv-cinder-775250-2-smb: { 'AddressGroup': '1.1', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': '1.0', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': '1.0', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': '1.1', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': '1.7', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': '1.2', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': '1.8', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': '1.4', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': '1.2', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': '1.0', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': '1.1', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': '1.1'}, Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': '1.0', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': '1.0', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': '1.1', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': '1.7', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': '1.2', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': '1.8', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': '1.4', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': '1.2', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': '1.0', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': '1.1', Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': '1.1'}} Feb 12 21:36:21.490875 dv-cinder-775250-2-smb neutron-server[83958]: {{(pid=84070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 12 21:36:21.497793 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:21.502701 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:21.553837 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984702a4-f559-45a5-9cbe-918205232f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e18d7c-eaa4-4f40-95d7-4d395dcea875,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:21.560855 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:21.569058 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] Network 6678a564-09c7-4240-86bb-c03d287f22ee is scheduled to be hosted by DHCP agent fe4b0c24-8131-4fdd-a4b5-e06b73679163 with binding_index 1 {{(pid=84068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:36:21.572658 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-984702a4-f559-45a5-9cbe-918205232f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:21.590273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-984702a4-f559-45a5-9cbe-918205232f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:21.591577 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-984702a4-f559-45a5-9cbe-918205232f33 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73e18d7c-eaa4-4f40-95d7-4d395dcea875 HTTP/1.1" status: 204 len: 168 time: 1.6720638 Feb 12 21:36:21.595167 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-smb, 6678a564-09c7-4240-86bb-c03d287f22ee) {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:21.601640 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:21.602282 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:21.604281 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-1e90a02f-3d6c-4fde-be59-12793eddcc50 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f9a63ea29234aef8ad478918ae59b63&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3181834 Feb 12 21:36:21.608041 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90a02f-3d6c-4fde-be59-12793eddcc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fc85c2-a155-4852-be7f-8a2849af024e,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:21.610930 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-50a77146-dda0-463e-93fc-94cc011a9200 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Unset dirty status for tenant:b6b4257113824071ad301c8114b8307d on resource:network {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:21.612242 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-50a77146-dda0-463e-93fc-94cc011a9200 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/networks?id=42af01d5-f180-404d-b2e0-973b43eb2701 HTTP/1.1" status: 200 len: 815 time: 0.6035638 Feb 12 21:36:21.613583 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 58430) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:21.620775 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1e90a02f-3d6c-4fde-be59-12793eddcc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:21.660935 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f72ca6-debf-4e92-b305-4d2edf85f630 None None] Network 6678a564-09c7-4240-86bb-c03d287f22ee requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:36:21.663149 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-d9db4e39-b111-47ce-854e-772b1e155961 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/quotas/b6b4257113824071ad301c8114b8307d HTTP/1.1" status: 200 len: 375 time: 0.0282342 Feb 12 21:36:21.667547 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5344524 Feb 12 21:36:21.750867 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:21.773762 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ffb89c46-9643-4a51-b09c-a478d6b78e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:21.868945 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d98dd46e-d65b-410a-913e-9f7b118a4ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:21.905535 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-922904962-network', 'tenant_id': '4c5bcadb3b754d88a2585b64142bf17a'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:21.963878 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Pushing event updated for resources: {'Port': ['ID=19b3d28e-646b-4a7d-be5e-bdc34ac98da7,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:21.973222 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:21.977730 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d98dd46e-d65b-410a-913e-9f7b118a4ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:22.055525 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-75ea1009-db7d-4d43-b142-c1f45a054420 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6b4257113824071ad301c8114b8307d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3829346 Feb 12 21:36:22.057468 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:22.058749 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:22.060760 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:22.063237 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Received port after_create {{(pid=84068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:22.091407 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Usage tracker for resource:network and tenant:4c5bcadb3b754d88a2585b64142bf17a is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:22.107927 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:22.111440 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Network 730a1daf-e569-454f-98a4-34427f6ca94f is already hosted by enough agents. {{(pid=84070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:22.117248 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Resources bound (agent type, host, resource id): {{(pid=84070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:22.120785 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Received port after_create {{(pid=84070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:22.159139 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:22.176224 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83205921-f144-4718-a26f-9301726c9dc8 None None] Network 6678a564-09c7-4240-86bb-c03d287f22ee requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:36:22.194570 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Made reservation on behalf of 4c5bcadb3b754d88a2585b64142bf17a for: {'network': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:22.202970 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:22.236284 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:22.286424 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:22.295180 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Usage tracker for resource:security_group_rule and tenant:4c5bcadb3b754d88a2585b64142bf17a is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:22.303066 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:22.317449 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:22.377358 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:22.399250 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d98dd46e-d65b-410a-913e-9f7b118a4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:22.549186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-984702a4-f559-45a5-9cbe-918205232f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:22.596011 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d98dd46e-d65b-410a-913e-9f7b118a4ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:22.598586 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-d98dd46e-d65b-410a-913e-9f7b118a4ea2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/85fc85c2-a155-4852-be7f-8a2849af024e HTTP/1.1" status: 204 len: 168 time: 0.9834130 Feb 12 21:36:22.600571 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98dd46e-d65b-410a-913e-9f7b118a4ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fc85c2-a155-4852-be7f-8a2849af024e,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:22.634028 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d98dd46e-d65b-410a-913e-9f7b118a4ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:22.634355 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:22.664129 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-d3a2592d-8bd7-42ef-8226-ed4fd467e265 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:36:22.671756 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-d3a2592d-8bd7-42ef-8226-ed4fd467e265 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3252106 Feb 12 21:36:22.679284 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:22.866697 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:22.896829 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 58486) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:22.909479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed129957-46d4-42bb-a6b2-838b0b6b7d8d,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:22.925719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:22.960355 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Attempting to bind port f4ee3c40-6e74-49a5-854e-bd9015e84822 on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:36:22.960773 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Attempting to bind port f4ee3c40-6e74-49a5-854e-bd9015e84822 by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f'}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:36:22.961202 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Attempting to bind port f4ee3c40-6e74-49a5-854e-bd9015e84822 on network 730a1daf-e569-454f-98a4-34427f6ca94f {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:36:23.053200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:36:23.053574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Checking segment: {'id': '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:23.053991 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:23.054440 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Bound using segment: {'id': '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f'} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:36:23.054982 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Bound port: f4ee3c40-6e74-49a5-854e-bd9015e84822, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f'}}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:36:23.055404 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:23.076468 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:36:23.094342 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:23.236299 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:23.238140 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.segments_db [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Added segment 1eaf447f-e180-462e-aa6c-63e74c3bd58f of type vxlan for network 879e65ed-1be3-4c60-8289-da138bb004e5 Feb 12 21:36:23.255519 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] For port f4ee3c40-6e74-49a5-854e-bd9015e84822, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:36:23.260477 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] For port f4ee3c40-6e74-49a5-854e-bd9015e84822, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=f4ee3c40-6e74-49a5-854e-bd9015e84822,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:36:23.271290 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:23.548499 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-333ce014-4f47-42bf-bdda-408b7ff1858f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:23.669777 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-3753f138-adc5-476b-b0c9-d27f78d46743 service neutron] 10.222.0.35 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9969382 Feb 12 21:36:23.835229 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Pushing event updated for resources: {'Port': ['ID=f4ee3c40-6e74-49a5-854e-bd9015e84822,revision_number=2']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:23.840237 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:23.849784 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-e74e676e-dca3-4edb-9a93-c244ad592267 service neutron] 10.222.0.35 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1770184 Feb 12 21:36:24.100386 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660833'] for router, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:24.132169 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243855695732'] for network, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:24.178661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660833'] for router, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:24.475302 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-9853d7e9-c61e-434e-95da-248e2fa337ec tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:24.476132 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-9853d7e9-c61e-434e-95da-248e2fa337ec tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Synchronizing usage tracker for tenant:e21c121df91c40f0ab3c21ab570f01ba on resource:network {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:24.513133 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0ef24cb9-2503-49ea-8190-df0917deb8df req-e20aedaf-9e40-4fc1-9489-c1743a8da3c8 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 210 time: 0.2413054 Feb 12 21:36:24.517486 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 12 21:36:24.595204 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-9853d7e9-c61e-434e-95da-248e2fa337ec tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Unset dirty status for tenant:e21c121df91c40f0ab3c21ab570f01ba on resource:network {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:24.596893 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-9853d7e9-c61e-434e-95da-248e2fa337ec tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/networks?id=6678a564-09c7-4240-86bb-c03d287f22ee HTTP/1.1" status: 200 len: 812 time: 1.6783464 Feb 12 21:36:24.608665 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for network, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:24.609034 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:24.609699 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:24.620468 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:24.822202 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-da1a09ed-35d8-413a-b585-27600548e5c1 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/quotas/e21c121df91c40f0ab3c21ab570f01ba HTTP/1.1" status: 200 len: 375 time: 0.2044420 Feb 12 21:36:24.823649 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Pushing event updated for resources: {'Network': ['ID=879e65ed-1be3-4c60-8289-da138bb004e5,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:24.843453 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Network 879e65ed-1be3-4c60-8289-da138bb004e5 details requested by agent ovs-agent-dv-cinder-775250-2-smb with host dv-cinder-775250-2-smb {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:36:24.951952 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:25.015750 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-0ad4f9b8-b723-4ff8-aaf8-84eb5ffd7720 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e21c121df91c40f0ab3c21ab570f01ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1814375 Feb 12 21:36:25.040163 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.5719547 Feb 12 21:36:25.047654 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 58558) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:25.052354 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Network 879e65ed-1be3-4c60-8289-da138bb004e5 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:36:25.061746 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-497a2910-20c4-4ae8-b11f-02966f2d3fcb admin admin] Request body: {'subnet': {'network_id': '879e65ed-1be3-4c60-8289-da138bb004e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-922904962-subnet', 'tenant_id': '4c5bcadb3b754d88a2585b64142bf17a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:25.068483 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Router 39260196-7939-49e9-b68d-896da6463e2e is scheduled to L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 with binding_index 1 {{(pid=84069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 12 21:36:25.077779 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-497a2910-20c4-4ae8-b11f-02966f2d3fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:25.096853 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-497a2910-20c4-4ae8-b11f-02966f2d3fcb admin admin] Usage tracker for resource:subnet and tenant:4c5bcadb3b754d88a2585b64142bf17a is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:25.106161 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-497a2910-20c4-4ae8-b11f-02966f2d3fcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:25.191402 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Router d981f459-bed3-4b0b-8008-8fc0559f9d6b is scheduled to L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 with binding_index 1 {{(pid=84068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 12 21:36:25.243392 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-497a2910-20c4-4ae8-b11f-02966f2d3fcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:25.529517 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:36:25.542770 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Sync routers for ids ['39260196-7939-49e9-b68d-896da6463e2e'] in dv-cinder-775250-2-smb {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:36:25.556060 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497a2910-20c4-4ae8-b11f-02966f2d3fcb admin admin] Made reservation on behalf of 4c5bcadb3b754d88a2585b64142bf17a for: {'subnet': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:25.567222 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Routers {'39260196-7939-49e9-b68d-896da6463e2e'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:36:25.568035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:36:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['39260196-7939-49e9-b68d-896da6463e2e'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:25.573034 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-497a2910-20c4-4ae8-b11f-02966f2d3fcb admin admin] Notify callbacks [] for subnet, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:25.746529 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:36:25.758488 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Sync routers for ids ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'] in dv-cinder-775250-2-smb {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:36:25.801166 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Routers {'d981f459-bed3-4b0b-8008-8fc0559f9d6b'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:36:25.802156 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:36:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:25.826338 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Notify callbacks [] for router, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:25.827730 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7330797 Feb 12 21:36:25.834094 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 58592) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:26.050242 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:26.060219 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.1104844 Feb 12 21:36:26.061653 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 58600) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:26.070784 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d2b10181-4311-40cf-bf26-4fb3bead9e36 req-ad1d5582-2d95-4be7-a0f6-d88420a43159 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 210 time: 0.2338462 Feb 12 21:36:26.077623 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98933ca3-c05e-40cd-8fe6-e9eea50b6e40 None None] Network 730a1daf-e569-454f-98a4-34427f6ca94f requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:36:26.314175 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Set router 39260196-7939-49e9-b68d-896da6463e2e gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:36:26.523263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device f4ee3c40-6e74-49a5-854e-bd9015e84822 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:26.575147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-4921c40f-15e9-4e6b-a0d0-64f492e9edf8 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:36:26.577626 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-4921c40f-15e9-4e6b-a0d0-64f492e9edf8 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 1.0440614 Feb 12 21:36:26.741113 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-70885f4b-cc9c-4aef-a1b6-8723e987b9c8 None None] Provisioning for port f4ee3c40-6e74-49a5-854e-bd9015e84822 completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:26.903363 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port f4ee3c40-6e74-49a5-854e-bd9015e84822 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:26.934146 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port f4ee3c40-6e74-49a5-854e-bd9015e84822 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:26.938222 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:27.219337 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39260196-7939-49e9-b68d-896da6463e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-261478209-router', 'tenant_id': '4ade9798f9ae40008a2eba6065c86a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:17Z', 'updated_at': '2021-02-12T21:36:21Z', 'revision_number': 3, 'project_id': '4ade9798f9ae40008a2eba6065c86a71', 'gw_port': {'id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:58:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39260196-7939-49e9-b68d-896da6463e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:19Z', 'updated_at': '2021-02-12T21:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:27.234974 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Checking router: 39260196-7939-49e9-b68d-896da6463e2e for host: dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:36:27.236467 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Updating router 39260196-7939-49e9-b68d-896da6463e2e port 03a5cd63-7f0d-4a56-9509-2b38026eadad binding host dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:36:27.294572 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-0bdc504b-4781-4f42-9859-40c0a2bdd12b service neutron] 10.222.0.35 "GET /v2.0/networks/6678a564-09c7-4240-86bb-c03d287f22ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6975651 Feb 12 21:36:27.501377 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:27.515820 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Set router d981f459-bed3-4b0b-8008-8fc0559f9d6b gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:36:27.892277 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:27.937213 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] For port f4ee3c40-6e74-49a5-854e-bd9015e84822, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=f4ee3c40-6e74-49a5-854e-bd9015e84822,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:27.954554 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:27.968299 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:28.338703 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Pushing event updated for resources: {'Port': ['ID=f4ee3c40-6e74-49a5-854e-bd9015e84822,revision_number=3']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:28.356200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:28.530592 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-44e6f96e-ba50-456c-b017-5e1d0de72179 req-e1b928b0-2df9-4212-8728-dce710e3abdd tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 210 time: 0.8465219 Feb 12 21:36:28.559818 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:28.637641 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:22Z', 'revision_number': 3, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:28.651454 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Checking router: d981f459-bed3-4b0b-8008-8fc0559f9d6b for host: dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:36:28.651454 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Updating router d981f459-bed3-4b0b-8008-8fc0559f9d6b port 19b3d28e-646b-4a7d-be5e-bdc34ac98da7 binding host dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:36:28.675330 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Notify callbacks [] for port, precommit_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:28.707505 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Transition to ACTIVE for port object 03a5cd63-7f0d-4a56-9509-2b38026eadad will not be triggered until provisioned by entity L2. {{(pid=84072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:28.716353 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:28.771863 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:28.899287 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:28.941958 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Pushing event updated for resources: {'Port': ['ID=03a5cd63-7f0d-4a56-9509-2b38026eadad,revision_number=2']} {{(pid=84072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:29.089266 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.090079 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.091274 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.097750 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.098626 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.099357 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.100431 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.101338 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.102383 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.103755 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.104476 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.105310 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.109178 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.110970 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.111895 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.112625 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.113247 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.114391 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.114578 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.115342 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.116049 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.117249 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.117938 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.118825 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Tracked resource versions report: Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: pushed versions: Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: { 'AddressGroup': {'1.1'}, Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': {'1.0'}, Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': {'1.0'}, Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': {'1.1'}, Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': {'1.7'}, Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': {'1.2'}, Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': {'1.8'}, Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': {'1.4'}, Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': {'1.2'}, Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': {'1.0'}, Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': {'1.1'}, Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': {'1.1'}} Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: consumer versions: Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: { DHCP agent@dv-cinder-775250-2-smb: {}, Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: L3 agent@dv-cinder-775250-2-smb: {}, Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: Metadata agent@dv-cinder-775250-2-smb: {}, Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: Metering agent@dv-cinder-775250-2-smb: {}, Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: Open vSwitch agent@dv-cinder-775250-2-smb: { 'AddressGroup': '1.1', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': '1.0', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': '1.0', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': '1.1', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': '1.7', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': '1.2', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': '1.8', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': '1.4', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': '1.2', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': '1.0', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': '1.1', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': '1.1'}, Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'ConntrackHelper': '1.0', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'Log': '1.0', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'Network': '1.1', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'Port': '1.7', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'PortForwarding': '1.2', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'QosPolicy': '1.8', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroup': '1.4', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'SecurityGroupRule': '1.2', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'SubPort': '1.0', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'Subnet': '1.1', Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: 'Trunk': '1.1'}} Feb 12 21:36:29.121823 dv-cinder-775250-2-smb neutron-server[83958]: {{(pid=84072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 12 21:36:29.153962 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:29.167729 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-27e540c6-4e62-4e79-81fc-3c5e12f215f3 None None] Provisioning complete for port f4ee3c40-6e74-49a5-854e-bd9015e84822 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:29.168155 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-27e540c6-4e62-4e79-81fc-3c5e12f215f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:29.264390 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.66', 58025) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:29.296889 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Allocated IP 172.20.0.1 (730a1daf-e569-454f-98a4-34427f6ca94f/a3d14036-127d-49c7-a851-85c1a4e15dee/68de73d7-6141-40b3-968b-45842b4d5ea5) {{(pid=84068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:29.525981 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Attempting to bind port 03a5cd63-7f0d-4a56-9509-2b38026eadad on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:36:29.543218 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Attempting to bind port 03a5cd63-7f0d-4a56-9509-2b38026eadad by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}] {{(pid=84072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:36:29.544275 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Attempting to bind port 03a5cd63-7f0d-4a56-9509-2b38026eadad on network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:36:29.596763 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:36:29.600263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Checking segment: {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:29.601039 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:29.601673 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Bound using segment: {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'} {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:36:29.602439 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Bound port: 03a5cd63-7f0d-4a56-9509-2b38026eadad, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}}] {{(pid=84072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:36:29.605199 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:29.641632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:29.714473 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Transition to ACTIVE for port object 68de73d7-6141-40b3-968b-45842b4d5ea5 will not be triggered until provisioned by entity DHCP. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:29.778283 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:29.827228 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:30.040553 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-f7e046ee-8a73-4a0d-8151-cff7fba55b5e service neutron] 10.222.0.35 "GET /v2.0/networks/6678a564-09c7-4240-86bb-c03d287f22ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.7367377 Feb 12 21:36:30.115417 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Pushing event updated for resources: {'Port': ['ID=68de73d7-6141-40b3-968b-45842b4d5ea5,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:30.120454 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:30.283531 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] For port 03a5cd63-7f0d-4a56-9509-2b38026eadad, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:36:30.287504 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] For port 03a5cd63-7f0d-4a56-9509-2b38026eadad, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=03a5cd63-7f0d-4a56-9509-2b38026eadad,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:36:30.297110 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:30.317256 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Network 730a1daf-e569-454f-98a4-34427f6ca94f is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:30.318401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:30.322788 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c267dc7b-22de-4f6f-a6cf-da90e0f6baa1 req-a6698838-9166-40e5-8939-7a1f48977f29 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 210 time: 0.2524674 Feb 12 21:36:30.332809 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Received port after_create {{(pid=84068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:30.333562 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655939'] for router_interface, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:30.345626 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:30.392553 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-2c9b2b38-e298-4dc6-929c-c3ec1c0355e0 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:30.393930 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-2c9b2b38-e298-4dc6-929c-c3ec1c0355e0 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.66 "GET /v2.0/networks?id=42af01d5-f180-404d-b2e0-973b43eb2701 HTTP/1.1" status: 200 len: 815 time: 1.1228242 Feb 12 21:36:30.444502 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device f4ee3c40-6e74-49a5-854e-bd9015e84822 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:30.587255 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Request body: {'port': {'device_id': 'fa0ca159-2951-40c7-8ff8-f2a2466da738', 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701', 'admin_state_up': True, 'tenant_id': 'b6b4257113824071ad301c8114b8307d'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:30.788147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:30.823210 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port f4ee3c40-6e74-49a5-854e-bd9015e84822 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:30.823632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:30.881172 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Pushing event updated for resources: {'Port': ['ID=03a5cd63-7f0d-4a56-9509-2b38026eadad,revision_number=3']} {{(pid=84072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:30.931804 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e8af144b-2fcf-4c2d-abf0-39cddcd0ecf7 req-afd5bdc6-3630-424f-8414-74ca59acda5c tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 210 time: 0.0749903 Feb 12 21:36:30.943761 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:31.036969 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Routers {'39260196-7939-49e9-b68d-896da6463e2e'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:36:31.037875 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:36:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['39260196-7939-49e9-b68d-896da6463e2e'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:31.208492 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cc04ac70-2c8b-41cb-b75f-6bbfd9b8e06e None None] Provisioning for port 68de73d7-6141-40b3-968b-45842b4d5ea5 completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:31.217783 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cc04ac70-2c8b-41cb-b75f-6bbfd9b8e06e None None] Provisioning complete for port 68de73d7-6141-40b3-968b-45842b4d5ea5 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:31.218209 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc04ac70-2c8b-41cb-b75f-6bbfd9b8e06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:31.291432 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-497a2910-20c4-4ae8-b11f-02966f2d3fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for subnet, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:31.305416 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-cc04ac70-2c8b-41cb-b75f-6bbfd9b8e06e None None] Port 68de73d7-6141-40b3-968b-45842b4d5ea5 cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:36:31.325067 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Notify callbacks [] for port, precommit_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:31.337683 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cc04ac70-2c8b-41cb-b75f-6bbfd9b8e06e None None] Provisioning complete for port f4ee3c40-6e74-49a5-854e-bd9015e84822 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:31.338813 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc04ac70-2c8b-41cb-b75f-6bbfd9b8e06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:31.392040 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:31.471560 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Transition to ACTIVE for port object 19b3d28e-646b-4a7d-be5e-bdc34ac98da7 will not be triggered until provisioned by entity L2. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:31.584080 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:31.621613 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:31.697083 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] Set router 39260196-7939-49e9-b68d-896da6463e2e gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:36:31.712156 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:31.769060 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Usage tracker for resource:port and tenant:b6b4257113824071ad301c8114b8307d is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:31.772671 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:31.780144 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:31.794668 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e2d3609e-ad77-4cc1-9807-0f57d4a0ff56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:31.855543 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489776d-3c2a-4a8c-87fd-41996da9d116 None None] Pushing event updated for resources: {'Port': ['ID=19b3d28e-646b-4a7d-be5e-bdc34ac98da7,revision_number=2']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:31.859068 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f489776d-3c2a-4a8c-87fd-41996da9d116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:32.011094 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Attempting to bind port 19b3d28e-646b-4a7d-be5e-bdc34ac98da7 on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:36:32.015394 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Attempting to bind port 19b3d28e-646b-4a7d-be5e-bdc34ac98da7 by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:36:32.016069 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Attempting to bind port 19b3d28e-646b-4a7d-be5e-bdc34ac98da7 on network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:36:32.034143 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:36:32.034860 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Checking segment: {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:32.035477 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:32.036138 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Bound using segment: {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:36:32.036859 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Bound port: 19b3d28e-646b-4a7d-be5e-bdc34ac98da7, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:36:32.044419 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:32.253002 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Made reservation on behalf of b6b4257113824071ad301c8114b8307d for: {'port': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:32.277911 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:32.310012 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] For port 19b3d28e-646b-4a7d-be5e-bdc34ac98da7, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:36:32.317454 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] For port 19b3d28e-646b-4a7d-be5e-bdc34ac98da7, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=19b3d28e-646b-4a7d-be5e-bdc34ac98da7,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:36:32.322048 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:32.363567 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:32.390321 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a2910-20c4-4ae8-b11f-02966f2d3fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd24a017-d9d7-4469-a56d-e06993c3888b,revision_number=0']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:32.548410 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489776d-3c2a-4a8c-87fd-41996da9d116 None None] Pushing event updated for resources: {'Port': ['ID=19b3d28e-646b-4a7d-be5e-bdc34ac98da7,revision_number=3']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:32.552115 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f489776d-3c2a-4a8c-87fd-41996da9d116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:32.631189 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e6042fdd-9986-4124-a8e5-5b50ceae8bf2 req-662a55d4-3352-42e5-835a-4b1a385ab827 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 210 time: 0.8650565 Feb 12 21:36:32.666351 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-497a2910-20c4-4ae8-b11f-02966f2d3fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:32.687819 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Routers {'d981f459-bed3-4b0b-8008-8fc0559f9d6b'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:36:32.689111 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:36:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:32.940416 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39260196-7939-49e9-b68d-896da6463e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-261478209-router', 'tenant_id': '4ade9798f9ae40008a2eba6065c86a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:17Z', 'updated_at': '2021-02-12T21:36:21Z', 'revision_number': 3, 'project_id': '4ade9798f9ae40008a2eba6065c86a71', 'gw_port': {'id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:58:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39260196-7939-49e9-b68d-896da6463e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:19Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:32.950162 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:32.958208 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:32.960129 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc6bd8a-561f-4449-9647-66eeeffe02f7 None None] The sync data for ids ['39260196-7939-49e9-b68d-896da6463e2e'] in dv-cinder-775250-2-smb is: [{'id': '39260196-7939-49e9-b68d-896da6463e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-261478209-router', 'tenant_id': '4ade9798f9ae40008a2eba6065c86a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:17Z', 'updated_at': '2021-02-12T21:36:21Z', 'revision_number': 3, 'project_id': '4ade9798f9ae40008a2eba6065c86a71', 'gw_port': {'id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:58:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39260196-7939-49e9-b68d-896da6463e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:19Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}] {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:36:32.960300 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854128131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854119900'] for router_interface, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:33.027580 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a30ed3a2-af4a-48a4-b6b2-ddabbf16364e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:33.247085 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] Set router d981f459-bed3-4b0b-8008-8fc0559f9d6b gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:36:33.314372 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Allocated IP 172.20.0.3 (42af01d5-f180-404d-b2e0-973b43eb2701/602701a7-6052-4b51-830c-21d6ac4ab865/a1c314c6-7a75-46a1-b52b-a76e43210a8e) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:33.667878 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Network 730a1daf-e569-454f-98a4-34427f6ca94f is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:33.678091 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:33.682008 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Pushing event updated for resources: {'Port': ['ID=68de73d7-6141-40b3-968b-45842b4d5ea5,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:33.955347 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7fc57179-77c3-44c5-909c-4df29abe94fb req-8a94fbf7-e024-4457-9d17-373f38c16e3f tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 210 time: 1.4869900 Feb 12 21:36:34.121969 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:34.674587 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.66', 58038) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:34.846801 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3b6ddc00-e6a5-4269-9c70-764949d69d64 req-7846f868-5cd2-44af-a931-f23ddccaed82 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 210 time: 0.4280505 Feb 12 21:36:34.880872 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:34.925131 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.902s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:34.961578 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Router d981f459-bed3-4b0b-8008-8fc0559f9d6b has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:36:35.121317 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 03a5cd63-7f0d-4a56-9509-2b38026eadad up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:35.271920 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:36:35.299481 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] 10.222.0.35 "PUT /v2.0/routers/d981f459-bed3-4b0b-8008-8fc0559f9d6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4635711 Feb 12 21:36:35.386553 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0fe66b26-063f-41a8-bac5-3a125b528d5f None None] Provisioning complete for port 68de73d7-6141-40b3-968b-45842b4d5ea5 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:35.386977 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0fe66b26-063f-41a8-bac5-3a125b528d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:35.629114 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0fe66b26-063f-41a8-bac5-3a125b528d5f None None] Port 68de73d7-6141-40b3-968b-45842b4d5ea5 cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:36:35.637689 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port 03a5cd63-7f0d-4a56-9509-2b38026eadad completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:35.645552 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 03a5cd63-7f0d-4a56-9509-2b38026eadad triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:35.645917 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:35.772499 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '68de73d7-6141-40b3-968b-45842b4d5ea5', 'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'mac_address': 'fa:16:3e:9c:10:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:29Z', 'updated_at': '2021-02-12T21:36:29Z', 'revision_number': 1, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'subnets': [{'id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:35.780595 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054b6855-2523-41c5-9aff-741fbcd3acd1 None None] The sync data for ids ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'] in dv-cinder-775250-2-smb is: [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '68de73d7-6141-40b3-968b-45842b4d5ea5', 'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'mac_address': 'fa:16:3e:9c:10:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:29Z', 'updated_at': '2021-02-12T21:36:29Z', 'revision_number': 1, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'subnets': [{'id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:36:35.932630 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:35.972101 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] For port 03a5cd63-7f0d-4a56-9509-2b38026eadad, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=03a5cd63-7f0d-4a56-9509-2b38026eadad,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:35.982200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:35.995266 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:36.108107 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:36.179673 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f8917c84-f8ca-460c-86f0-f9b526c33888 req-e5fec5c2-ea92-4aec-9637-b74f3f1b9646 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 210 time: 0.5184567 Feb 12 21:36:36.193119 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Pushing event updated for resources: {'Port': ['ID=03a5cd63-7f0d-4a56-9509-2b38026eadad,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:36.199403 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:36.700832 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:36.728606 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Pushing event updated for resources: {'Port': ['ID=a1c314c6-7a75-46a1-b52b-a76e43210a8e,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:36.741608 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:36.773531 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497a2910-20c4-4ae8-b11f-02966f2d3fcb admin admin] Checking segment: {'id': '1eaf447f-e180-462e-aa6c-63e74c3bd58f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '879e65ed-1be3-4c60-8289-da138bb004e5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:36.774610 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497a2910-20c4-4ae8-b11f-02966f2d3fcb admin admin] Network hostable DHCP agents. Network: 879e65ed-1be3-4c60-8289-da138bb004e5, hostable agents: ['fe4b0c24-8131-4fdd-a4b5-e06b73679163'], hosted agents: [] {{(pid=84069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:36:36.801642 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-a0604db8-e4c9-4960-a579-55c59e7009fe tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:36.807474 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-a0604db8-e4c9-4960-a579-55c59e7009fe tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.66 "GET /v2.0/networks?id=6678a564-09c7-4240-86bb-c03d287f22ee HTTP/1.1" status: 200 len: 812 time: 2.1219356 Feb 12 21:36:37.592684 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Allocated IP 172.20.0.1 (5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd/e5354e90-f0b4-413c-b8eb-fcea8549d5b4/cc091de7-c3de-476a-b4df-0417dc431ada) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:37.608148 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:36:38.108163 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:38.316558 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 19b3d28e-646b-4a7d-be5e-bdc34ac98da7 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:38.369556 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Request body: {'port': {'device_id': '458c20a7-65bb-48e9-b3eb-d52cc981ea51', 'network_id': '6678a564-09c7-4240-86bb-c03d287f22ee', 'admin_state_up': True, 'tenant_id': 'e21c121df91c40f0ab3c21ab570f01ba'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:38.465002 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 58858) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:38.471978 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-df6ce3f9-d6c3-4457-98e9-cc67ddd77435 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1071537834', 'description': 'tempest-description--1431284513'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:38.482918 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port 19b3d28e-646b-4a7d-be5e-bdc34ac98da7 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:38.496584 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-df6ce3f9-d6c3-4457-98e9-cc67ddd77435 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:38.508072 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 19b3d28e-646b-4a7d-be5e-bdc34ac98da7 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:38.508508 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:38.512385 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-df6ce3f9-d6c3-4457-98e9-cc67ddd77435 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Usage tracker for resource:security_group and tenant:3f30a1c1bd9d410aa1ef1bc30e02200d is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:38.522576 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-df6ce3f9-d6c3-4457-98e9-cc67ddd77435 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:38.543192 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-df6ce3f9-d6c3-4457-98e9-cc67ddd77435 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:38.567831 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-df6ce3f9-d6c3-4457-98e9-cc67ddd77435 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:38.635818 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-df6ce3f9-d6c3-4457-98e9-cc67ddd77435 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:38.643293 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-df6ce3f9-d6c3-4457-98e9-cc67ddd77435 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Usage tracker for resource:security_group_rule and tenant:3f30a1c1bd9d410aa1ef1bc30e02200d is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:38.650396 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-df6ce3f9-d6c3-4457-98e9-cc67ddd77435 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:38.665908 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-df6ce3f9-d6c3-4457-98e9-cc67ddd77435 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:38.704990 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Network 42af01d5-f180-404d-b2e0-973b43eb2701 is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:38.784616 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-df6ce3f9-d6c3-4457-98e9-cc67ddd77435 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:38.794391 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:38.801145 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:38.810795 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-df6ce3f9-d6c3-4457-98e9-cc67ddd77435 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:38.815448 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:38.816931 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:38.832522 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:38.982284 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:38.982401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-df6ce3f9-d6c3-4457-98e9-cc67ddd77435 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:38.985398 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-df6ce3f9-d6c3-4457-98e9-cc67ddd77435 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5190203 Feb 12 21:36:38.990050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 58870) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:38.997573 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ce3f9-d6c3-4457-98e9-cc67ddd77435 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:39.016958 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-a66d89fe-47cd-4703-9dfa-7e2501f89c70 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Request body: {'security_group_rule': {'security_group_id': 'a5037fd1-55bb-44f1-bf9f-1d7bcf096e59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:39.020815 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] For port 19b3d28e-646b-4a7d-be5e-bdc34ac98da7, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=19b3d28e-646b-4a7d-be5e-bdc34ac98da7,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:39.027357 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-df6ce3f9-d6c3-4457-98e9-cc67ddd77435 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:39.031588 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-a66d89fe-47cd-4703-9dfa-7e2501f89c70 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:39.046909 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:39.047992 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-a66d89fe-47cd-4703-9dfa-7e2501f89c70 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Usage tracker for resource:security_group_rule and tenant:3f30a1c1bd9d410aa1ef1bc30e02200d is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:39.049616 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 03a5cd63-7f0d-4a56-9509-2b38026eadad up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:39.055249 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.4826553 Feb 12 21:36:39.056024 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497a2910-20c4-4ae8-b11f-02966f2d3fcb admin admin] Network 879e65ed-1be3-4c60-8289-da138bb004e5 is scheduled to be hosted by DHCP agent fe4b0c24-8131-4fdd-a4b5-e06b73679163 with binding_index 1 {{(pid=84069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:36:39.060360 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-a66d89fe-47cd-4703-9dfa-7e2501f89c70 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:39.092691 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:39.094338 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-06b33a92-2b8c-4b4f-9058-fe3d0669b0c5 req-4ef72f27-8c61-4c75-9940-88bd9abed141 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 210 time: 0.1944051 Feb 12 21:36:39.100659 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-a66d89fe-47cd-4703-9dfa-7e2501f89c70 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:39.156109 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-497a2910-20c4-4ae8-b11f-02966f2d3fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-smb, 879e65ed-1be3-4c60-8289-da138bb004e5) {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:39.166465 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-0d34a7da-b74b-4002-9ab9-083ed80ad745 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:36:39.167745 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-0d34a7da-b74b-4002-9ab9-083ed80ad745 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0213377 Feb 12 21:36:39.173777 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a66d89fe-47cd-4703-9dfa-7e2501f89c70 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:39.184755 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497a2910-20c4-4ae8-b11f-02966f2d3fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:39.185531 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-497a2910-20c4-4ae8-b11f-02966f2d3fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for subnet, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:39.212069 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Pushing event updated for resources: {'Port': ['ID=19b3d28e-646b-4a7d-be5e-bdc34ac98da7,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:39.224545 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7354478-4429-4911-ad08-dd8d83e97185 None None] Network 879e65ed-1be3-4c60-8289-da138bb004e5 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:36:39.233668 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b152f8-76a0-4d76-818e-a1a08ca0f7ac req-93b7b065-2643-4686-80cd-9d6164763b68 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:39.234769 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-b6b152f8-76a0-4d76-818e-a1a08ca0f7ac req-93b7b065-2643-4686-80cd-9d6164763b68 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Synchronizing usage tracker for tenant:b6b4257113824071ad301c8114b8307d on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:39.245926 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:39.252567 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:39.255418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Usage tracker for resource:port and tenant:e21c121df91c40f0ab3c21ab570f01ba is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:39.259542 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:39.261648 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-497a2910-20c4-4ae8-b11f-02966f2d3fcb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 14.2099748 Feb 12 21:36:39.263190 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:39.300015 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-323f0c1c-4e3f-4aeb-abfd-344e06662fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:39.427059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 03a5cd63-7f0d-4a56-9509-2b38026eadad triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:39.427531 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:39.444593 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:39.618409 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-b6b152f8-76a0-4d76-818e-a1a08ca0f7ac req-93b7b065-2643-4686-80cd-9d6164763b68 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Unset dirty status for tenant:b6b4257113824071ad301c8114b8307d on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:39.626743 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b6b152f8-76a0-4d76-818e-a1a08ca0f7ac req-93b7b065-2643-4686-80cd-9d6164763b68 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 931 time: 2.8881459 Feb 12 21:36:39.655361 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a66d89fe-47cd-4703-9dfa-7e2501f89c70 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:39.671497 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a66d89fe-47cd-4703-9dfa-7e2501f89c70 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193433'] for security_group_rule, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:39.674534 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:39.692074 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Made reservation on behalf of e21c121df91c40f0ab3c21ab570f01ba for: {'port': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:39.703851 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:39.737634 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d89fe-47cd-4703-9dfa-7e2501f89c70 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47981b8b-83af-4976-ab95-c57fca626fc8,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:39.745958 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a66d89fe-47cd-4703-9dfa-7e2501f89c70 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:39.757381 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a66d89fe-47cd-4703-9dfa-7e2501f89c70 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:39.758934 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-a66d89fe-47cd-4703-9dfa-7e2501f89c70 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7676754 Feb 12 21:36:39.764679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 58892) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:39.772141 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-b5ea7e4b-1f10-4c46-bd07-c0c5fc2e2635 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Request body: {'security_group_rule': {'security_group_id': 'a5037fd1-55bb-44f1-bf9f-1d7bcf096e59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:39.792632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-b5ea7e4b-1f10-4c46-bd07-c0c5fc2e2635 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:39.800721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-b5ea7e4b-1f10-4c46-bd07-c0c5fc2e2635 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Usage tracker for resource:security_group_rule and tenant:3f30a1c1bd9d410aa1ef1bc30e02200d is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:39.807095 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-b5ea7e4b-1f10-4c46-bd07-c0c5fc2e2635 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:39.814148 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Request body: {'port': {'device_id': 'fa0ca159-2951-40c7-8ff8-f2a2466da738', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:39.819719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-b5ea7e4b-1f10-4c46-bd07-c0c5fc2e2635 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:39.835815 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f853f52-acea-434e-9b15-3bcbc34b07cc None None] Network 879e65ed-1be3-4c60-8289-da138bb004e5 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:36:39.871865 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7e4b-1f10-4c46-bd07-c0c5fc2e2635 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:39.886485 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Pushing event updated for resources: {'Port': ['ID=cc091de7-c3de-476a-b4df-0417dc431ada,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:39.913349 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:39.925488 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-b6b152f8-76a0-4d76-818e-a1a08ca0f7ac req-d8f3cc66-4393-4c40-873f-a761a22b2491 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Synchronizing usage tracker for tenant:b6b4257113824071ad301c8114b8307d on resource:security_group {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:40.089362 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7e4b-1f10-4c46-bd07-c0c5fc2e2635 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:40.096057 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7e4b-1f10-4c46-bd07-c0c5fc2e2635 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193433'] for security_group_rule, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:40.098855 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:40.150059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea7e4b-1f10-4c46-bd07-c0c5fc2e2635 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1936284-33d3-49a0-b155-75caf20a5949,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:40.155140 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b5ea7e4b-1f10-4c46-bd07-c0c5fc2e2635 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:40.174389 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7e4b-1f10-4c46-bd07-c0c5fc2e2635 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:40.180351 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b5ea7e4b-1f10-4c46-bd07-c0c5fc2e2635 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4141674 Feb 12 21:36:40.197755 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 58906) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:40.220111 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Request body: {'floatingip': {'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:40.236821 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:40.248513 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Usage tracker for resource:floatingip and tenant:3f30a1c1bd9d410aa1ef1bc30e02200d is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:40.259933 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:40.278693 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:40.313316 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for floatingip, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:40.434864 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01034f1d-a6a5-4033-bbd4-a6f14994817a req-6060987b-0ad4-47aa-bb74-359fbac5ee72 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 210 time: 0.0804768 Feb 12 21:36:40.450861 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-b6b152f8-76a0-4d76-818e-a1a08ca0f7ac req-d8f3cc66-4393-4c40-873f-a761a22b2491 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Unset dirty status for tenant:b6b4257113824071ad301c8114b8307d on resource:security_group {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:40.456246 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b6b152f8-76a0-4d76-818e-a1a08ca0f7ac req-d8f3cc66-4393-4c40-873f-a761a22b2491 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8279817 Feb 12 21:36:40.539608 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 19b3d28e-646b-4a7d-be5e-bdc34ac98da7 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:40.631652 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:40.699206 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 19b3d28e-646b-4a7d-be5e-bdc34ac98da7 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:40.702077 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:40.734072 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:40.740081 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Network 5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:40.862273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:41.189937 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Sync routers for ids ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'] in dv-cinder-775250-2-smb {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:36:41.222961 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Routers {'d981f459-bed3-4b0b-8008-8fc0559f9d6b'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:36:41.224619 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:36:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:41.511524 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Allocated IP 172.28.0.56 (5a123e99-c8d4-46ae-bf35-04ebb9b85da4/3df2dbbb-2cf4-410a-9e1d-3415c76c275c/c73e0eb9-5f74-4614-aec0-44351c539770) {{(pid=84068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:41.528802 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 58948) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:41.528802 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-900242625-network', 'tenant_id': '3ebe5a38b60748bd956ae112febca881'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:41.537408 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:41.637725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:41.639904 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655939'] for router_interface, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:41.927658 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Usage tracker for resource:network and tenant:3ebe5a38b60748bd956ae112febca881 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:41.940749 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:41.958753 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:41.986419 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Made reservation on behalf of 3ebe5a38b60748bd956ae112febca881 for: {'network': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:41.992838 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:42.039921 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-36707c0b-da27-4b62-aaf9-b9edd71df393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:42.058304 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:42.071488 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Set router d981f459-bed3-4b0b-8008-8fc0559f9d6b gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:36:42.161229 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:42.241666 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for port, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:42.262177 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Usage tracker for resource:security_group_rule and tenant:3ebe5a38b60748bd956ae112febca881 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:42.277632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:42.306275 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:42.533100 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:42.620821 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:42.745225 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-91ef9133-bc23-451c-9d55-1feeacc1e15e req-101f1f81-9177-4d7b-bf91-6b0d913360f6 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 210 time: 0.2995443 Feb 12 21:36:42.972202 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event updated for resources: {'Port': ['ID=c73e0eb9-5f74-4614-aec0-44351c539770,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:42.976311 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:43.082677 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.090365 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.113440 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:36:43.124325 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363243855313370', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.125070 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.segments_db [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Added segment 94ca4ad8-ccfb-4444-a405-51f788b766f5 of type vxlan for network ac3dc157-bf87-4abb-812a-9b7b3b200f22 Feb 12 21:36:43.159455 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243855695732'] for network, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.205284 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:43.247641 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71a1c58-e4b6-4b88-889f-8a5c6d06d179,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:43.252596 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:43.253639 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for network, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.257629 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:43.258431 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.290572 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:43.420737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Pushing event updated for resources: {'Network': ['ID=ac3dc157-bf87-4abb-812a-9b7b3b200f22,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:43.429535 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:43.446386 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Network ac3dc157-bf87-4abb-812a-9b7b3b200f22 details requested by agent ovs-agent-dv-cinder-775250-2-smb with host dv-cinder-775250-2-smb {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:36:43.446580 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9270663 Feb 12 21:36:43.457472 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:43.458351 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 58990) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:43.459277 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:43.466686 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Received port after_create {{(pid=84068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:43.554245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '68de73d7-6141-40b3-968b-45842b4d5ea5', 'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'mac_address': 'fa:16:3e:9c:10:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:29Z', 'updated_at': '2021-02-12T21:36:32Z', 'revision_number': 2, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'subnets': [{'id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:43.562381 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.582383 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Checking router: d981f459-bed3-4b0b-8008-8fc0559f9d6b for host: dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:36:43.583018 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Updating router d981f459-bed3-4b0b-8008-8fc0559f9d6b port 68de73d7-6141-40b3-968b-45842b4d5ea5 binding host dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:36:43.617480 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] Request body: {'subnet': {'network_id': 'ac3dc157-bf87-4abb-812a-9b7b3b200f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-900242625-subnet', 'tenant_id': '3ebe5a38b60748bd956ae112febca881', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:43.623303 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:43.885219 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c68ed-ab21-45d6-8853-d8d7146a8772 req-61888e12-5e93-4587-a43d-e032e9827fe3 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:43.899912 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:43.901699 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5b6c68ed-ab21-45d6-8853-d8d7146a8772 req-61888e12-5e93-4587-a43d-e032e9827fe3 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 931 time: 1.9951499 Feb 12 21:36:43.997205 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] Usage tracker for resource:subnet and tenant:3ebe5a38b60748bd956ae112febca881 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:44.012808 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:44.021870 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:44.039673 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] Made reservation on behalf of 3ebe5a38b60748bd956ae112febca881 for: {'subnet': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:44.055498 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:44.074412 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Network ac3dc157-bf87-4abb-812a-9b7b3b200f22 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:36:44.187111 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5b6c68ed-ab21-45d6-8853-d8d7146a8772 req-a5f7c2b2-ecf8-43d0-a14e-50087eb30014 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281020 Feb 12 21:36:44.479397 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c768a1bf-9ced-4e56-872e-945adc8e249a req-995c7858-0d52-43b9-a0b6-6da800c6a113 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 210 time: 0.3151462 Feb 12 21:36:44.496661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-81190bb6-ad1e-4630-943a-8595834ad47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:44.582405 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Allocated IP 172.20.0.5 (6678a564-09c7-4240-86bb-c03d287f22ee/1cefa429-e699-4088-89e4-c92a4aff47a2/c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:44.707205 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:44.760269 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:45.027544 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:45.037136 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Notify callbacks [] for port, precommit_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:45.055941 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Transition to ACTIVE for port object 68de73d7-6141-40b3-968b-45842b4d5ea5 will not be triggered until provisioned by entity L2. {{(pid=84072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:45.061566 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:45.138814 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-02f1b3be-cd7b-4269-ac1c-46ce0bf51d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:45.210940 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c314c6-7a75-46a1-b52b-a76e43210a8e {{(pid=84069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:36:45.230832 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:45.233013 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for subnet, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:45.242420 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:45.251332 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6777d481-c332-4524-bef6-e167484ef09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:45.260929 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:45.290753 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Transition to ACTIVE for port object a1c314c6-7a75-46a1-b52b-a76e43210a8e will not be triggered until provisioned by entity L2. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:45.299860 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:45.419087 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c606daf4-04c6-4cfd-86ab-5e5d8b53a0ef,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:45.421118 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:45.468397 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:45.469768 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:45.557069 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:45.687720 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b73d6-2f2e-44d2-8a67-c7312a0624ed None None] Pushing event updated for resources: {'Port': ['ID=68de73d7-6141-40b3-968b-45842b4d5ea5,revision_number=3']} {{(pid=84072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:45.746657 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:45.802879 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3f0b73d6-2f2e-44d2-8a67-c7312a0624ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:45.810766 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event updated for resources: {'Port': ['ID=c73e0eb9-5f74-4614-aec0-44351c539770,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:45.838900 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:45.841069 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Attempting to bind port 68de73d7-6141-40b3-968b-45842b4d5ea5 on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:36:45.841661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Attempting to bind port 68de73d7-6141-40b3-968b-45842b4d5ea5 by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f'}] {{(pid=84072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:36:45.841801 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Attempting to bind port 68de73d7-6141-40b3-968b-45842b4d5ea5 on network 730a1daf-e569-454f-98a4-34427f6ca94f {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:36:45.857806 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:36:45.858226 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Checking segment: {'id': '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:45.858838 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:45.859278 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Bound using segment: {'id': '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f'} {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:36:45.860524 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Bound port: 68de73d7-6141-40b3-968b-45842b4d5ea5, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f'}}] {{(pid=84072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:36:45.860919 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:46.011142 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] For port 68de73d7-6141-40b3-968b-45842b4d5ea5, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:36:46.017953 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] For port 68de73d7-6141-40b3-968b-45842b4d5ea5, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=68de73d7-6141-40b3-968b-45842b4d5ea5,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:36:46.030259 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:46.040386 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Attempting to bind port a1c314c6-7a75-46a1-b52b-a76e43210a8e on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:36:46.040772 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Attempting to bind port a1c314c6-7a75-46a1-b52b-a76e43210a8e by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'a393f88b-c6a5-426e-a2ed-9fa153bebd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701'}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:36:46.041151 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Attempting to bind port a1c314c6-7a75-46a1-b52b-a76e43210a8e on network 42af01d5-f180-404d-b2e0-973b43eb2701 {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:36:46.057748 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:46.062348 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3f0b73d6-2f2e-44d2-8a67-c7312a0624ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:46.080375 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:36:46.080925 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Checking segment: {'id': 'a393f88b-c6a5-426e-a2ed-9fa153bebd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:46.081390 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:46.081801 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Bound using segment: {'id': 'a393f88b-c6a5-426e-a2ed-9fa153bebd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701'} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:36:46.082689 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Bound port: a1c314c6-7a75-46a1-b52b-a76e43210a8e, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a393f88b-c6a5-426e-a2ed-9fa153bebd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701'}}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:36:46.083071 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:46.091432 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] Checking segment: {'id': '94ca4ad8-ccfb-4444-a405-51f788b766f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ac3dc157-bf87-4abb-812a-9b7b3b200f22'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:46.091865 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] Network hostable DHCP agents. Network: ac3dc157-bf87-4abb-812a-9b7b3b200f22, hostable agents: ['fe4b0c24-8131-4fdd-a4b5-e06b73679163'], hosted agents: [] {{(pid=84068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:36:46.104048 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:46.105501 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9052250 Feb 12 21:36:46.109399 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:46.127565 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] Network ac3dc157-bf87-4abb-812a-9b7b3b200f22 is scheduled to be hosted by DHCP agent fe4b0c24-8131-4fdd-a4b5-e06b73679163 with binding_index 1 {{(pid=84068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:36:46.144315 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-smb, ac3dc157-bf87-4abb-812a-9b7b3b200f22) {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:46.154064 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea2147d-a107-4e1e-9c57-0eddac934499 None None] Network ac3dc157-bf87-4abb-812a-9b7b3b200f22 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:36:46.162581 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:46.163301 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:46.213472 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6388347 Feb 12 21:36:46.235447 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c314c6-7a75-46a1-b52b-a76e43210a8e,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:46.244931 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:46.340580 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:46.529426 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b73d6-2f2e-44d2-8a67-c7312a0624ed None None] Pushing event updated for resources: {'Port': ['ID=68de73d7-6141-40b3-968b-45842b4d5ea5,revision_number=4']} {{(pid=84072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:46.553420 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3f0b73d6-2f2e-44d2-8a67-c7312a0624ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:46.592012 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59070) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:46.605834 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Routers {'d981f459-bed3-4b0b-8008-8fc0559f9d6b'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:36:46.606482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:36:44Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:46.712140 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ba0f74-4d74-49b5-aafe-5870576f9994 None None] Network ac3dc157-bf87-4abb-812a-9b7b3b200f22 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:36:46.771170 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] For port a1c314c6-7a75-46a1-b52b-a76e43210a8e, host hv-cinder-77525, cleared binding levels {{(pid=84069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:36:46.777047 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] For port a1c314c6-7a75-46a1-b52b-a76e43210a8e, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a1c314c6-7a75-46a1-b52b-a76e43210a8e,segment=NetworkSegment(a393f88b-c6a5-426e-a2ed-9fa153bebd52),segment_id=a393f88b-c6a5-426e-a2ed-9fa153bebd52)] {{(pid=84069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:36:46.789738 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_v2 [None req-93aec882-a742-4d70-9cc7-873aa6998b08 admin admin] Deleting subnet dd24a017-d9d7-4469-a56d-e06993c3888b {{(pid=84068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:36:46.804646 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93aec882-a742-4d70-9cc7-873aa6998b08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:46.835832 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 12 21:36:46.874403 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:46.953970 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93aec882-a742-4d70-9cc7-873aa6998b08 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:46.958750 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] Set router d981f459-bed3-4b0b-8008-8fc0559f9d6b gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:36:46.997225 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93aec882-a742-4d70-9cc7-873aa6998b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850750012'] for subnet, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:47.105596 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:47.255192 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 59080) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:47.260418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:47.298341 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:47.331634 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854128131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854119900'] for router_interface, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:47.352066 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Pushing event updated for resources: {'Port': ['ID=c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:47.382275 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5292a86-a7b0-4531-b87c-31c957802f14 req-b7f3ec85-7f8d-4969-a10c-07783e82ef61 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:47.384639 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a5292a86-a7b0-4531-b87c-31c957802f14 req-b7f3ec85-7f8d-4969-a10c-07783e82ef61 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 943 time: 1.8286860 Feb 12 21:36:47.443653 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.103s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:47.449128 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:47.461200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '68de73d7-6141-40b3-968b-45842b4d5ea5', 'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'mac_address': 'fa:16:3e:9c:10:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:29Z', 'updated_at': '2021-02-12T21:36:46Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'subnets': [{'id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:47.466902 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee447a-ecdb-4c39-86d0-7474f195dc93 None None] The sync data for ids ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'] in dv-cinder-775250-2-smb is: [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '68de73d7-6141-40b3-968b-45842b4d5ea5', 'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'mac_address': 'fa:16:3e:9c:10:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:29Z', 'updated_at': '2021-02-12T21:36:46Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'subnets': [{'id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:36:47.533728 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93aec882-a742-4d70-9cc7-873aa6998b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4025805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for subnet, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:47.551326 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:47.618619 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:47.619781 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:47.621749 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] 10.222.0.66 "PUT /v2.0/ports/a1c314c6-7a75-46a1-b52b-a76e43210a8e HTTP/1.1" status: 200 len: 1157 time: 8.0251997 Feb 12 21:36:47.653660 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aec882-a742-4d70-9cc7-873aa6998b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd24a017-d9d7-4469-a56d-e06993c3888b,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:47.660038 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-93aec882-a742-4d70-9cc7-873aa6998b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:47.662445 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0ca159-2951-40c7-8ff8-f2a2466da738', 'tag': 'a1c314c6-7a75-46a1-b52b-a76e43210a8e'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:36:47.712566 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93aec882-a742-4d70-9cc7-873aa6998b08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:47.719866 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-93aec882-a742-4d70-9cc7-873aa6998b08 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dd24a017-d9d7-4469-a56d-e06993c3888b HTTP/1.1" status: 204 len: 168 time: 1.1258116 Feb 12 21:36:47.722588 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59094) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:47.861006 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3865086'] for network, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:47.863934 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c314c6-7a75-46a1-b52b-a76e43210a8e,revision_number=3']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:47.919519 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597cdb4-7c69-4255-99fd-eb6bdd3c7852 req-e6807959-d733-410f-932e-77cbec761ab5 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:47.921666 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5597cdb4-7c69-4255-99fd-eb6bdd3c7852 req-e6807959-d733-410f-932e-77cbec761ab5 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 931 time: 2.0715454 Feb 12 21:36:47.997519 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a5292a86-a7b0-4531-b87c-31c957802f14 req-a2ac97c0-4792-4734-a3fa-24f5c8d99171 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081179 Feb 12 21:36:48.088613 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850739933', 'neutron.services.segments.db._delete_segments_for_network-8792999462447'] for network, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:48.128801 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Network 6678a564-09c7-4240-86bb-c03d287f22ee is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:48.131462 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:48.151189 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:36:48.156151 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:48.157012 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:48.183505 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-5597cdb4-7c69-4255-99fd-eb6bdd3c7852 req-ea42448d-ddd4-4fe1-b67c-d1bb0f248236 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Synchronizing usage tracker for tenant:e21c121df91c40f0ab3c21ab570f01ba on resource:security_group {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:48.186568 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-49351d6b-6a34-4317-9b5f-68c353d295a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:48.231379 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:48.231817 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:48.232670 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:48.233258 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Subscribe: > port after_create 55550000 {{(pid=84068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:48.233627 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Subscribe: > port after_delete 55550000 {{(pid=84068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:48.234018 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Subscribe: > port after_update 55550000 {{(pid=84068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:48.234386 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:48.235310 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:48.235677 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:48.236078 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:48.248777 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Pushing event updated for resources: {'Port': ['ID=cc091de7-c3de-476a-b4df-0417dc431ada,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:48.272704 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:48.277306 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-b46a0f59-acbb-45b7-9927-82aeed92cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:48.279297 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-b46a0f59-acbb-45b7-9927-82aeed92cc9f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6b4257113824071ad301c8114b8307d&device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 1160 time: 0.5046620 Feb 12 21:36:48.288564 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.927s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:48.289118 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:48.310412 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-49351d6b-6a34-4317-9b5f-68c353d295a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:48.315221 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-49351d6b-6a34-4317-9b5f-68c353d295a0 admin admin] Usage tracker for resource:security_group_rule and tenant:f2f30c8562a5423d8b911bc7401ceddc is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:48.318815 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-49351d6b-6a34-4317-9b5f-68c353d295a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:48.325166 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-49351d6b-6a34-4317-9b5f-68c353d295a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:48.346171 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 68de73d7-6141-40b3-968b-45842b4d5ea5 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:48.447472 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-49351d6b-6a34-4317-9b5f-68c353d295a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:48.458929 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-5597cdb4-7c69-4255-99fd-eb6bdd3c7852 req-ea42448d-ddd4-4fe1-b67c-d1bb0f248236 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Unset dirty status for tenant:e21c121df91c40f0ab3c21ab570f01ba on resource:security_group {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:48.460554 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5597cdb4-7c69-4255-99fd-eb6bdd3c7852 req-ea42448d-ddd4-4fe1-b67c-d1bb0f248236 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf818528-f21b-4748-a064-34d5284ec466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532635 Feb 12 21:36:48.483302 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:48.483743 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:48.484120 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:48.484503 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:36:48.484926 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879e65ed-1be3-4c60-8289-da138bb004e5']}} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:48.529002 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port 68de73d7-6141-40b3-968b-45842b4d5ea5 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:48.529929 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-49351d6b-6a34-4317-9b5f-68c353d295a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:48.534944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eaf447f-e180-462e-aa6c-63e74c3bd58f') {'for_net_delete': True} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:48.535348 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eaf447f-e180-462e-aa6c-63e74c3bd58f') {} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:48.535810 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Network 5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:36:48.554642 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243855186104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10514531'] for segment, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:48.574107 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 68de73d7-6141-40b3-968b-45842b4d5ea5 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:48.575166 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:48.579770 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:36:48.580679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:48.584785 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:36:48.586765 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3972d09e-a84f-4946-91b6-2d7676ef23c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:48.653201 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-7a9a5a37-5351-4b6a-9ca3-e2b6e2a97114 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1c314c6-7a75-46a1-b52b-a76e43210a8e HTTP/1.1" status: 200 len: 217 time: 0.2035031 Feb 12 21:36:48.710540 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49351d6b-6a34-4317-9b5f-68c353d295a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b25d26-5bed-43ae-b523-0385ae2fa9be,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:48.717114 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.5986519 Feb 12 21:36:48.928529 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Request body: {'port': {'device_id': '458c20a7-65bb-48e9-b3eb-d52cc981ea51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:48.988114 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-49351d6b-6a34-4317-9b5f-68c353d295a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:49.113073 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Network 879e65ed-1be3-4c60-8289-da138bb004e5 has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:36:49.123622 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4030055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980226'] for segment, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:49.154244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:49.168980 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-fd1f8736-3887-416a-8219-a8e12f7e048e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Synchronizing usage tracker for tenant:3f30a1c1bd9d410aa1ef1bc30e02200d on resource:security_group {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:49.181176 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0ca159-2951-40c7-8ff8-f2a2466da738', 'tag': 'a1c314c6-7a75-46a1-b52b-a76e43210a8e', 'status': 'completed', 'code': 200} Feb 12 21:36:49.198344 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] For port 68de73d7-6141-40b3-968b-45842b4d5ea5, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=68de73d7-6141-40b3-968b-45842b4d5ea5,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:49.201814 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:49.204733 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:49.267228 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-49351d6b-6a34-4317-9b5f-68c353d295a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2f30c8562a5423d8b911bc7401ceddc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0021663 Feb 12 21:36:49.291110 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 59146) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:49.292494 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Pushing event updated for resources: {'Port': ['ID=68de73d7-6141-40b3-968b-45842b4d5ea5,revision_number=5']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:49.295928 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:49.358041 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-fd1f8736-3887-416a-8219-a8e12f7e048e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Unset dirty status for tenant:3f30a1c1bd9d410aa1ef1bc30e02200d on resource:security_group {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:49.359449 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-fd1f8736-3887-416a-8219-a8e12f7e048e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1071537834&fields=id&tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d HTTP/1.1" status: 200 len: 267 time: 1.1422546 Feb 12 21:36:49.363686 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Network 879e65ed-1be3-4c60-8289-da138bb004e5 has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:36:49.372761 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-2188ca54-99f0-49a0-9126-5aa28867c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:49.374669 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-2188ca54-99f0-49a0-9126-5aa28867c661 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=602701a7-6052-4b51-830c-21d6ac4ab865 HTTP/1.1" status: 200 len: 855 time: 0.6499939 Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: from cryptography.utils import int_from_bytes Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: from cryptography.utils import int_from_bytes Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: (rel_b, rel_a, rel_b), Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: (rel_b, rel_a, rel_b), Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: Traceback (most recent call last): Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: timer() Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: cb(*args, **kw) Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: return func(*args, **kwargs) Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: self._notify() Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: self.callback(batched_events) Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: event.method(event) Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: segment_id)['aggregates'][0] Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: return f(self, *a, **k) Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: return self._get(url).json() Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: **kwargs) Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: return self.request(url, 'GET', **kwargs) Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: **endpoint_filter) Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:36:49.393695 dv-cinder-775250-2-smb neutron-server[83958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:36:49.482267 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4035899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854114878'] for network, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:49.487603 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:49.506468 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:49.523338 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] 10.222.0.35 "DELETE /v2.0/networks/879e65ed-1be3-4c60-8289-da138bb004e5 HTTP/1.1" status: 204 len: 168 time: 1.7992921 Feb 12 21:36:49.527971 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59154) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:49.532014 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Pushing event deleted for resources: {'Network': ['ID=879e65ed-1be3-4c60-8289-da138bb004e5,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:49.554201 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-6bfa3f70-e167-4feb-9e27-174478dc4840 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=42af01d5-f180-404d-b2e0-973b43eb2701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1701486 Feb 12 21:36:49.566024 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:49.602377 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_v2 [None req-398dd65b-f2ea-461f-a607-66ff44522408 admin admin] Deleting subnet c606daf4-04c6-4cfd-86ab-5e5d8b53a0ef {{(pid=84068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:36:49.605772 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-398dd65b-f2ea-461f-a607-66ff44522408 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:49.660842 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-398dd65b-f2ea-461f-a607-66ff44522408 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844261269'] for subnet, precommit_delete_associations {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:49.736091 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-398dd65b-f2ea-461f-a607-66ff44522408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850750012'] for subnet, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:49.888240 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b3c0bed3-0643-4292-851c-41699f947bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:49.997612 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Router 39260196-7939-49e9-b68d-896da6463e2e has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:36:50.006591 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:50.067715 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b3c0bed3-0643-4292-851c-41699f947bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:50.087139 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc730a1-f326-41c9-af71-4c9c6b1752db req-323d3797-8248-4970-b6e1-c37b5e0100d1 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:50.089014 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ecc730a1-f326-41c9-af71-4c9c6b1752db req-323d3797-8248-4970-b6e1-c37b5e0100d1 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 943 time: 0.9099684 Feb 12 21:36:50.100136 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-398dd65b-f2ea-461f-a607-66ff44522408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4025805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10980213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842905365'] for subnet, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:50.117894 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9d91249c-e088-414f-bec2-c23171f51e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:50.218983 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dd65b-f2ea-461f-a607-66ff44522408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c606daf4-04c6-4cfd-86ab-5e5d8b53a0ef,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:50.221829 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-398dd65b-f2ea-461f-a607-66ff44522408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:50.265414 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-398dd65b-f2ea-461f-a607-66ff44522408 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:50.274487 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-398dd65b-f2ea-461f-a607-66ff44522408 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c606daf4-04c6-4cfd-86ab-5e5d8b53a0ef HTTP/1.1" status: 204 len: 168 time: 0.7443311 Feb 12 21:36:50.276366 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59162) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:50.302559 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 68de73d7-6141-40b3-968b-45842b4d5ea5 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:50.399026 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 68de73d7-6141-40b3-968b-45842b4d5ea5 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:50.399652 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:50.400187 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-0422b03d-4374-4d10-b426-1ed75ef72804 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:50.400965 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-0422b03d-4374-4d10-b426-1ed75ef72804 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Synchronizing usage tracker for tenant:3f30a1c1bd9d410aa1ef1bc30e02200d on resource:network {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:50.415174 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fb62842b-55cb-44fe-b28a-62b652397889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3865086'] for network, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:50.492355 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-83ec07f7-018c-4aac-98a4-b9611a3ceca5 service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8624535 Feb 12 21:36:50.537938 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ecc730a1-f326-41c9-af71-4c9c6b1752db req-1fbf0f9f-502f-4df8-8df0-9388b126755f tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344928 Feb 12 21:36:50.702221 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-0422b03d-4374-4d10-b426-1ed75ef72804 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Unset dirty status for tenant:3f30a1c1bd9d410aa1ef1bc30e02200d on resource:network {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:50.703541 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-0422b03d-4374-4d10-b426-1ed75ef72804 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/networks?id=730a1daf-e569-454f-98a4-34427f6ca94f HTTP/1.1" status: 200 len: 817 time: 1.2759237 Feb 12 21:36:50.737923 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b3c0bed3-0643-4292-851c-41699f947bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:50.816517 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-49351d6b-6a34-4317-9b5f-68c353d295a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:50.819819 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fb62842b-55cb-44fe-b28a-62b652397889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850739933', 'neutron.services.segments.db._delete_segments_for_network-8792999462447'] for network, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:50.868580 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7db2cbbf-e448-45d8-a818-ecfcc3da1496 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/quotas/3f30a1c1bd9d410aa1ef1bc30e02200d HTTP/1.1" status: 200 len: 375 time: 0.1471467 Feb 12 21:36:50.911565 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:36:50.913383 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0bed3-0643-4292-851c-41699f947bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b25d26-5bed-43ae-b523-0385ae2fa9be,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:50.924724 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Sync routers for ids ['39260196-7939-49e9-b68d-896da6463e2e'] in dv-cinder-775250-2-smb {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:36:50.954914 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-fb62842b-55cb-44fe-b28a-62b652397889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3dc157-bf87-4abb-812a-9b7b3b200f22']}} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:50.961141 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Routers {'39260196-7939-49e9-b68d-896da6463e2e'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:36:50.962532 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:36:44Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['39260196-7939-49e9-b68d-896da6463e2e'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:50.969003 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-fb62842b-55cb-44fe-b28a-62b652397889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ca4ad8-ccfb-4444-a405-51f788b766f5') {'for_net_delete': True} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:50.969304 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-fb62842b-55cb-44fe-b28a-62b652397889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ca4ad8-ccfb-4444-a405-51f788b766f5') {} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:50.973962 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b3c0bed3-0643-4292-851c-41699f947bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:50.982663 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fb62842b-55cb-44fe-b28a-62b652397889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243855186104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10514531'] for segment, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:50.992561 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b3c0bed3-0643-4292-851c-41699f947bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:50.996897 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b3c0bed3-0643-4292-851c-41699f947bd7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61b25d26-5bed-43ae-b523-0385ae2fa9be HTTP/1.1" status: 204 len: 168 time: 1.6946321 Feb 12 21:36:51.001705 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fb62842b-55cb-44fe-b28a-62b652397889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:51.003951 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fb62842b-55cb-44fe-b28a-62b652397889 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:36:51.013116 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] 10.222.0.35 "PUT /v2.0/routers/39260196-7939-49e9-b68d-896da6463e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 24.9459441 Feb 12 21:36:51.145907 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-498a2a10-455b-4dc1-9ac9-9e4ef12c8480 req-8a0404b5-0a2e-45f6-a649-c93a61872595 service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6386831 Feb 12 21:36:51.229912 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04516e2-92e3-4065-ab5f-0549431c5685 req-6edc2bdf-03b5-4d05-be23-d7fcb0747b4b tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:51.230719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-e04516e2-92e3-4065-ab5f-0549431c5685 req-6edc2bdf-03b5-4d05-be23-d7fcb0747b4b tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Synchronizing usage tracker for tenant:e21c121df91c40f0ab3c21ab570f01ba on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:51.262445 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-609f29b6-7d67-48f8-afc1-48c181b58132 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3550212 Feb 12 21:36:51.331297 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-fb62842b-55cb-44fe-b28a-62b652397889 admin admin] Network ac3dc157-bf87-4abb-812a-9b7b3b200f22 has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:36:51.343300 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fb62842b-55cb-44fe-b28a-62b652397889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4030055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980226'] for segment, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:51.452797 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-e04516e2-92e3-4065-ab5f-0549431c5685 req-6edc2bdf-03b5-4d05-be23-d7fcb0747b4b tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Unset dirty status for tenant:e21c121df91c40f0ab3c21ab570f01ba on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:51.452797 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e04516e2-92e3-4065-ab5f-0549431c5685 req-6edc2bdf-03b5-4d05-be23-d7fcb0747b4b tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 931 time: 0.6570971 Feb 12 21:36:51.452797 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 12 21:36:51.463884 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Set router 39260196-7939-49e9-b68d-896da6463e2e gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:36:51.623273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 {{(pid=84069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:36:51.641995 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:51.658101 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e04516e2-92e3-4065-ab5f-0549431c5685 req-4cdba3a6-0992-406a-958c-812ab6f88b03 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf818528-f21b-4748-a064-34d5284ec466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791401 Feb 12 21:36:51.690621 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-4b309ec8-ee4f-41b7-a4a1-c33750731074 service neutron] 10.222.0.35 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657899 Feb 12 21:36:51.695505 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c5c26-1bbc-4120-9d04-f3b765fd4b83 req-3a2dd03c-9c19-4bdb-a2f0-4ec0f8ae95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:51.697261 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-140c5c26-1bbc-4120-9d04-f3b765fd4b83 req-3a2dd03c-9c19-4bdb-a2f0-4ec0f8ae95d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6b4257113824071ad301c8114b8307d&device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 1160 time: 0.4325430 Feb 12 21:36:51.755288 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59198) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:51.792344 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d1ca38e2-253c-48d8-b4f8-b1a9ffae5645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:51.842970 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-d1ca38e2-253c-48d8-b4f8-b1a9ffae5645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:51.857270 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-d1ca38e2-253c-48d8-b4f8-b1a9ffae5645 admin admin] Usage tracker for resource:security_group_rule and tenant:94391ae5937246c781062b939d9536d5 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:51.861199 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-d1ca38e2-253c-48d8-b4f8-b1a9ffae5645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:51.876886 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-d1ca38e2-253c-48d8-b4f8-b1a9ffae5645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:51.945194 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39260196-7939-49e9-b68d-896da6463e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-261478209-router', 'tenant_id': '4ade9798f9ae40008a2eba6065c86a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:17Z', 'updated_at': '2021-02-12T21:36:44Z', 'revision_number': 4, 'project_id': '4ade9798f9ae40008a2eba6065c86a71', 'gw_port': {'id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39260196-7939-49e9-b68d-896da6463e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:19Z', 'updated_at': '2021-02-12T21:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'cc091de7-c3de-476a-b4df-0417dc431ada', 'name': '', 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd', 'tenant_id': '4ade9798f9ae40008a2eba6065c86a71', 'mac_address': 'fa:16:3e:75:c3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39260196-7939-49e9-b68d-896da6463e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e5354e90-f0b4-413c-b8eb-fcea8549d5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:37Z', 'updated_at': '2021-02-12T21:36:45Z', 'revision_number': 2, 'project_id': '4ade9798f9ae40008a2eba6065c86a71', 'subnets': [{'id': 'e5354e90-f0b4-413c-b8eb-fcea8549d5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:51.948425 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-fb62842b-55cb-44fe-b28a-62b652397889 admin admin] Network ac3dc157-bf87-4abb-812a-9b7b3b200f22 has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:36:51.952546 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Checking router: 39260196-7939-49e9-b68d-896da6463e2e for host: dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:36:51.954489 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Updating router 39260196-7939-49e9-b68d-896da6463e2e port cc091de7-c3de-476a-b4df-0417dc431ada binding host dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:36:52.061936 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: Traceback (most recent call last): Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: timer() Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: cb(*args, **kw) Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: return func(*args, **kwargs) Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: self._notify() Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: self.callback(batched_events) Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: event.method(event) Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: segment_id)['aggregates'][0] Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: return f(self, *a, **k) Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: return self._get(url).json() Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: **kwargs) Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: return self.request(url, 'GET', **kwargs) Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: **endpoint_filter) Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:36:52.082114 dv-cinder-775250-2-smb neutron-server[83958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:36:52.229944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d1ca38e2-253c-48d8-b4f8-b1a9ffae5645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:52.248495 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d1ca38e2-253c-48d8-b4f8-b1a9ffae5645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:52.283486 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-df8f9129-45ba-418b-8582-9b83ebc29507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:52.292788 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-d1ca38e2-253c-48d8-b4f8-b1a9ffae5645 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=94391ae5937246c781062b939d9536d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5362875 Feb 12 21:36:52.301988 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59220) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:52.351849 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Transition to ACTIVE for port object c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 will not be triggered until provisioned by entity L2. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:52.363000 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fb62842b-55cb-44fe-b28a-62b652397889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4035899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854114878'] for network, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:52.367611 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca38e2-253c-48d8-b4f8-b1a9ffae5645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be990c9b-dad3-4cc9-a848-66ac50fcabdf,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:52.389962 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d1ca38e2-253c-48d8-b4f8-b1a9ffae5645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:52.393166 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:52.410710 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:52.424617 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3cf73c1b-3629-43be-b501-a7ec0259aa29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:52.430030 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fb62842b-55cb-44fe-b28a-62b652397889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:52.444290 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-fb62842b-55cb-44fe-b28a-62b652397889 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ac3dc157-bf87-4abb-812a-9b7b3b200f22 HTTP/1.1" status: 204 len: 168 time: 2.1667643 Feb 12 21:36:52.460133 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62842b-55cb-44fe-b28a-62b652397889 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3dc157-bf87-4abb-812a-9b7b3b200f22,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:52.462224 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:52.465080 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-fb62842b-55cb-44fe-b28a-62b652397889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:52.503451 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-d6f6d4cf-a6ab-4660-a536-17fc41d3f33f service neutron] 10.222.0.35 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7504690 Feb 12 21:36:52.516143 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3cf73c1b-3629-43be-b501-a7ec0259aa29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:52.606069 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c5c26-1bbc-4120-9d04-f3b765fd4b83 req-caf72573-e153-49da-b076-05885347d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:52.611928 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-140c5c26-1bbc-4120-9d04-f3b765fd4b83 req-caf72573-e153-49da-b076-05885347d7bc service neutron] 10.222.0.66 "GET /v2.0/networks?id=42af01d5-f180-404d-b2e0-973b43eb2701 HTTP/1.1" status: 200 len: 909 time: 0.9072418 Feb 12 21:36:52.633657 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3cf73c1b-3629-43be-b501-a7ec0259aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:52.642853 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d98dd46e-d65b-410a-913e-9f7b118a4ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:52.713896 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf73c1b-3629-43be-b501-a7ec0259aa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be990c9b-dad3-4cc9-a848-66ac50fcabdf,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:52.742603 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3cf73c1b-3629-43be-b501-a7ec0259aa29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:52.773901 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3cf73c1b-3629-43be-b501-a7ec0259aa29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:52.778816 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-3cf73c1b-3629-43be-b501-a7ec0259aa29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be990c9b-dad3-4cc9-a848-66ac50fcabdf HTTP/1.1" status: 204 len: 168 time: 0.4757490 Feb 12 21:36:52.815642 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-48833265-95e7-45b2-8a63-918ae50a89ab tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:52.838411 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-48833265-95e7-45b2-8a63-918ae50a89ab tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/networks?id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd HTTP/1.1" status: 200 len: 818 time: 0.5920186 Feb 12 21:36:52.948070 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59246) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:53.083127 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Pushing event updated for resources: {'Port': ['ID=c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:53.088189 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-789e5d4e-1928-4959-9457-9d48f0f6a439 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c5bcadb3b754d88a2585b64142bf17a&name=default HTTP/1.1" status: 200 len: 2976 time: 0.1362405 Feb 12 21:36:53.094184 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59256) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:53.174071 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-a5966ce3-a7b2-4da6-895c-9996065d7ae3 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/quotas/4ade9798f9ae40008a2eba6065c86a71 HTTP/1.1" status: 200 len: 375 time: 0.3339856 Feb 12 21:36:53.210820 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-64ab3097-3c5d-4f2a-83cd-5958087f5c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:53.221307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:53.223076 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-140c5c26-1bbc-4120-9d04-f3b765fd4b83 req-b0d5f07c-f7db-41fa-9b2a-40605d7c56ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1c314c6-7a75-46a1-b52b-a76e43210a8e HTTP/1.1" status: 200 len: 217 time: 0.5883811 Feb 12 21:36:53.259483 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Notify callbacks [] for port, precommit_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:53.301508 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-64ab3097-3c5d-4f2a-83cd-5958087f5c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:53.318919 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Transition to ACTIVE for port object cc091de7-c3de-476a-b4df-0417dc431ada will not be triggered until provisioned by entity L2. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:36:53.325190 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:53.352580 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:53.400918 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-64ab3097-3c5d-4f2a-83cd-5958087f5c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:53.408378 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:53.425711 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab3097-3c5d-4f2a-83cd-5958087f5c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed129957-46d4-42bb-a6b2-838b0b6b7d8d,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:53.427895 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-64ab3097-3c5d-4f2a-83cd-5958087f5c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:53.429386 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-64ab3097-3c5d-4f2a-83cd-5958087f5c5a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed129957-46d4-42bb-a6b2-838b0b6b7d8d HTTP/1.1" status: 204 len: 168 time: 0.3336039 Feb 12 21:36:53.430516 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-64ab3097-3c5d-4f2a-83cd-5958087f5c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:53.601791 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40ca51-ec1a-4b86-acc4-97c7184a2b60 None None] Pushing event updated for resources: {'Port': ['ID=cc091de7-c3de-476a-b4df-0417dc431ada,revision_number=3']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:53.652682 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-fb40ca51-ec1a-4b86-acc4-97c7184a2b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:53.671357 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Attempting to bind port c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:36:53.671885 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Attempting to bind port c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '51c58381-650b-4383-bb9d-5dfcd418d6ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6678a564-09c7-4240-86bb-c03d287f22ee'}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:36:53.672906 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Attempting to bind port c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 on network 6678a564-09c7-4240-86bb-c03d287f22ee {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:36:53.683003 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:36:53.683541 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Checking segment: {'id': '51c58381-650b-4383-bb9d-5dfcd418d6ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6678a564-09c7-4240-86bb-c03d287f22ee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:53.684373 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:53.684793 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Bound using segment: {'id': '51c58381-650b-4383-bb9d-5dfcd418d6ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6678a564-09c7-4240-86bb-c03d287f22ee'} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:36:53.685377 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Bound port: c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c58381-650b-4383-bb9d-5dfcd418d6ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6678a564-09c7-4240-86bb-c03d287f22ee'}}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:36:53.685766 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:53.698366 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c5c26-1bbc-4120-9d04-f3b765fd4b83 req-7f47a1ab-ec77-4a33-b65b-80065a1b45ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:53.700139 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-140c5c26-1bbc-4120-9d04-f3b765fd4b83 req-7f47a1ab-ec77-4a33-b65b-80065a1b45ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=602701a7-6052-4b51-830c-21d6ac4ab865 HTTP/1.1" status: 200 len: 855 time: 0.4662144 Feb 12 21:36:53.771517 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-140c5c26-1bbc-4120-9d04-f3b765fd4b83 req-f2efdbeb-1522-4f0c-b9ba-fdcbb594ff14 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=42af01d5-f180-404d-b2e0-973b43eb2701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584013 Feb 12 21:36:53.774855 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-3fe906d4-513c-4afd-9a36-5d2f9c494775 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Synchronizing usage tracker for tenant:4ade9798f9ae40008a2eba6065c86a71 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:53.813225 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afff06d-a9f5-4e22-9183-5da0ccb084de req-eb650bc9-bc27-40a1-a3a2-be99b2edc2b3 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:53.815394 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3afff06d-a9f5-4e22-9183-5da0ccb084de req-eb650bc9-bc27-40a1-a3a2-be99b2edc2b3 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 943 time: 0.7334092 Feb 12 21:36:53.916563 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Attempting to bind port cc091de7-c3de-476a-b4df-0417dc431ada on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:36:53.916993 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Attempting to bind port cc091de7-c3de-476a-b4df-0417dc431ada by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': 'c24a139e-3507-4f3e-b88d-dc6ab4830485', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd'}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:36:53.917414 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Attempting to bind port cc091de7-c3de-476a-b4df-0417dc431ada on network 5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:36:53.925145 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:36:53.925759 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Checking segment: {'id': 'c24a139e-3507-4f3e-b88d-dc6ab4830485', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:36:53.926203 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:53.926652 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Bound using segment: {'id': 'c24a139e-3507-4f3e-b88d-dc6ab4830485', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd'} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:36:53.927188 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Bound port: cc091de7-c3de-476a-b4df-0417dc431ada, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24a139e-3507-4f3e-b88d-dc6ab4830485', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd'}}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:36:53.927611 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:54.089501 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] For port cc091de7-c3de-476a-b4df-0417dc431ada, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:36:54.093502 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] For port cc091de7-c3de-476a-b4df-0417dc431ada, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=cc091de7-c3de-476a-b4df-0417dc431ada,segment=NetworkSegment(c24a139e-3507-4f3e-b88d-dc6ab4830485),segment_id=c24a139e-3507-4f3e-b88d-dc6ab4830485)] {{(pid=84070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:36:54.098005 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:54.119295 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f489776d-3c2a-4a8c-87fd-41996da9d116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:54.127752 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-3fe906d4-513c-4afd-9a36-5d2f9c494775 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Unset dirty status for tenant:4ade9798f9ae40008a2eba6065c86a71 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:54.129212 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-3fe906d4-513c-4afd-9a36-5d2f9c494775 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ade9798f9ae40008a2eba6065c86a71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8967645 Feb 12 21:36:54.138691 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-140c5c26-1bbc-4120-9d04-f3b765fd4b83 req-88d6feed-8cd5-4267-97ba-e224a4462bc6 service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170052 Feb 12 21:36:54.145670 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3afff06d-a9f5-4e22-9183-5da0ccb084de req-24d42538-297e-4b8c-bf5e-238487351288 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277740 Feb 12 21:36:54.146994 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] For port c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18, host hv-cinder-77525, cleared binding levels {{(pid=84069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:36:54.177801 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59302) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:54.258339 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ee34be42-ad92-4827-97d6-4c3535c1ea67 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ebe5a38b60748bd956ae112febca881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787609 Feb 12 21:36:54.261479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59308) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:54.268873 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] For port c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18,segment=NetworkSegment(51c58381-650b-4383-bb9d-5dfcd418d6ce),segment_id=51c58381-650b-4383-bb9d-5dfcd418d6ce)] {{(pid=84069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:36:54.335717 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:54.341191 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-38f6a94d-66e5-41aa-a2ff-cc454dec52a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:54.380882 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40ca51-ec1a-4b86-acc4-97c7184a2b60 None None] Pushing event updated for resources: {'Port': ['ID=cc091de7-c3de-476a-b4df-0417dc431ada,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:54.390199 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-38f6a94d-66e5-41aa-a2ff-cc454dec52a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:54.395359 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-fb40ca51-ec1a-4b86-acc4-97c7184a2b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:54.470626 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-38f6a94d-66e5-41aa-a2ff-cc454dec52a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:54.478449 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:54.499916 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6a94d-66e5-41aa-a2ff-cc454dec52a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71a1c58-e4b6-4b88-889f-8a5c6d06d179,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:54.502416 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-38f6a94d-66e5-41aa-a2ff-cc454dec52a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:54.504558 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-38f6a94d-66e5-41aa-a2ff-cc454dec52a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c71a1c58-e4b6-4b88-889f-8a5c6d06d179 HTTP/1.1" status: 204 len: 168 time: 0.2416735 Feb 12 21:36:54.505363 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-38f6a94d-66e5-41aa-a2ff-cc454dec52a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:54.506905 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-546f3c1d-e52d-4785-9da9-47039cd64768 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:54.585539 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Routers {'39260196-7939-49e9-b68d-896da6463e2e'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:36:54.586330 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:36:44Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['39260196-7939-49e9-b68d-896da6463e2e'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:54.778817 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Pushing event updated for resources: {'Port': ['ID=c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18,revision_number=3']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:54.798936 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:54.883861 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-140c5c26-1bbc-4120-9d04-f3b765fd4b83 req-0e5ea976-fe1d-41ad-a4b7-df1d1ec51bde service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7126615 Feb 12 21:36:54.932496 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa7213-1fc4-4b4f-88c9-b5fd2bc33de2 req-05f06e2d-7fc8-47f7-b0c6-361086a2c95a tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:54.941419 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c9aa7213-1fc4-4b4f-88c9-b5fd2bc33de2 req-05f06e2d-7fc8-47f7-b0c6-361086a2c95a tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 943 time: 0.5415988 Feb 12 21:36:54.999682 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-50b7f817-93bd-4e77-af5b-6c80112a21ec service neutron] 10.222.0.35 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8576717 Feb 12 21:36:55.013331 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c9aa7213-1fc4-4b4f-88c9-b5fd2bc33de2 req-e7a7bbd9-7999-4fa1-9012-7ebe4f4843e4 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf818528-f21b-4748-a064-34d5284ec466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705616 Feb 12 21:36:55.053325 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] Set router 39260196-7939-49e9-b68d-896da6463e2e gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:36:55.681168 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39260196-7939-49e9-b68d-896da6463e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-261478209-router', 'tenant_id': '4ade9798f9ae40008a2eba6065c86a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:17Z', 'updated_at': '2021-02-12T21:36:44Z', 'revision_number': 4, 'project_id': '4ade9798f9ae40008a2eba6065c86a71', 'gw_port': {'id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39260196-7939-49e9-b68d-896da6463e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:19Z', 'updated_at': '2021-02-12T21:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'cc091de7-c3de-476a-b4df-0417dc431ada', 'name': '', 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd', 'tenant_id': '4ade9798f9ae40008a2eba6065c86a71', 'mac_address': 'fa:16:3e:75:c3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39260196-7939-49e9-b68d-896da6463e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e5354e90-f0b4-413c-b8eb-fcea8549d5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:37Z', 'updated_at': '2021-02-12T21:36:54Z', 'revision_number': 4, 'project_id': '4ade9798f9ae40008a2eba6065c86a71', 'subnets': [{'id': 'e5354e90-f0b4-413c-b8eb-fcea8549d5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:36:55.686775 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d22bce6-b782-4d01-bc31-c92dfacfef44 None None] The sync data for ids ['39260196-7939-49e9-b68d-896da6463e2e'] in dv-cinder-775250-2-smb is: [{'id': '39260196-7939-49e9-b68d-896da6463e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-261478209-router', 'tenant_id': '4ade9798f9ae40008a2eba6065c86a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:17Z', 'updated_at': '2021-02-12T21:36:44Z', 'revision_number': 4, 'project_id': '4ade9798f9ae40008a2eba6065c86a71', 'gw_port': {'id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39260196-7939-49e9-b68d-896da6463e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:19Z', 'updated_at': '2021-02-12T21:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'cc091de7-c3de-476a-b4df-0417dc431ada', 'name': '', 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd', 'tenant_id': '4ade9798f9ae40008a2eba6065c86a71', 'mac_address': 'fa:16:3e:75:c3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39260196-7939-49e9-b68d-896da6463e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e5354e90-f0b4-413c-b8eb-fcea8549d5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:37Z', 'updated_at': '2021-02-12T21:36:54Z', 'revision_number': 4, 'project_id': '4ade9798f9ae40008a2eba6065c86a71', 'subnets': [{'id': 'e5354e90-f0b4-413c-b8eb-fcea8549d5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:36:55.761491 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:55.762602 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:55.766388 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] 10.222.0.66 "PUT /v2.0/ports/c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 HTTP/1.1" status: 200 len: 1157 time: 6.8519702 Feb 12 21:36:55.768547 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e62c094e-3495-4bba-89e9-28da970e3ff5 req-9c8dbd8f-a8cf-4c62-92f1-28b5ab525da9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 210 time: 0.2196641 Feb 12 21:36:55.774081 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458c20a7-65bb-48e9-b3eb-d52cc981ea51', 'tag': 'c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:36:55.994795 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-314cac27-0336-4501-ba52-e46242d445cc service neutron] 10.222.0.35 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8510273 Feb 12 21:36:56.163224 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-838641b3-36b4-47a4-ae1e-52939de74730 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:56.166237 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-838641b3-36b4-47a4-ae1e-52939de74730 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.66 "GET /v2.0/networks?id=730a1daf-e569-454f-98a4-34427f6ca94f HTTP/1.1" status: 200 len: 817 time: 1.1141672 Feb 12 21:36:56.399491 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458c20a7-65bb-48e9-b3eb-d52cc981ea51', 'tag': 'c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18', 'status': 'completed', 'code': 200} Feb 12 21:36:56.437606 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device cc091de7-c3de-476a-b4df-0417dc431ada up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:56.473136 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-98e0edaa-b6b1-487f-8904-a8598b5039f0 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d HTTP/1.1" status: 200 len: 5705 time: 0.2916121 Feb 12 21:36:56.485738 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371da14d-390e-435c-8999-2ecbb35fa666 req-9e9f5037-02cf-41c0-9e74-aed3a47de3f4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:56.495962 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-371da14d-390e-435c-8999-2ecbb35fa666 req-9e9f5037-02cf-41c0-9e74-aed3a47de3f4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 943 time: 0.4261739 Feb 12 21:36:56.499832 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-dc1fc9a1-cacf-4c37-8cae-bbb947729460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:56.503154 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-dc1fc9a1-cacf-4c37-8cae-bbb947729460 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e21c121df91c40f0ab3c21ab570f01ba&device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 1160 time: 0.5112662 Feb 12 21:36:56.514618 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Request body: {'port': {'device_id': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'admin_state_up': True, 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'security_groups': ['a5037fd1-55bb-44f1-bf9f-1d7bcf096e59']}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:56.687179 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port cc091de7-c3de-476a-b4df-0417dc431ada completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:56.700694 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port cc091de7-c3de-476a-b4df-0417dc431ada triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:56.701959 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:56.951905 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.objects.ports [None req-6449a959-d69c-4548-888b-87775832959a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84070) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 12 21:36:57.074861 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:57.089680 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-19c8944f-c163-4975-85e2-2bafe3c7bb84 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 HTTP/1.1" status: 200 len: 217 time: 0.5289805 Feb 12 21:36:57.143623 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] For port cc091de7-c3de-476a-b4df-0417dc431ada, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=cc091de7-c3de-476a-b4df-0417dc431ada,segment=NetworkSegment(c24a139e-3507-4f3e-b88d-dc6ab4830485),segment_id=c24a139e-3507-4f3e-b88d-dc6ab4830485)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:57.148646 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:57.154777 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-029832c4-e022-4b17-a49c-0cceaa02f97c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:57.242929 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-371da14d-390e-435c-8999-2ecbb35fa666 req-879c552b-85f3-45ea-a052-d747fd813ef2 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7454190 Feb 12 21:36:57.306638 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59414) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:57.317049 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Pushing event updated for resources: {'Port': ['ID=cc091de7-c3de-476a-b4df-0417dc431ada,revision_number=5']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:57.325547 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:57.545989 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-21935ca0-9e86-4d4e-bb41-ed9fa4d88141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:57.553955 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-21935ca0-9e86-4d4e-bb41-ed9fa4d88141 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1cefa429-e699-4088-89e4-c92a4aff47a2 HTTP/1.1" status: 200 len: 852 time: 0.4150288 Feb 12 21:36:57.597247 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device a1c314c6-7a75-46a1-b52b-a76e43210a8e up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:57.716353 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:57.723100 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Usage tracker for resource:port and tenant:3f30a1c1bd9d410aa1ef1bc30e02200d is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:57.727161 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:57.744689 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:57.756153 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-231eb984-ab5c-49ab-ae4a-d6c06b7c96f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6678a564-09c7-4240-86bb-c03d287f22ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1567690 Feb 12 21:36:57.762267 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Made reservation on behalf of 3f30a1c1bd9d410aa1ef1bc30e02200d for: {'port': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:57.771124 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:57.883377 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9218122-fb6f-417c-990e-8568a9bea491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:57.903453 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port a1c314c6-7a75-46a1-b52b-a76e43210a8e completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:36:57.904233 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-d9218122-fb6f-417c-990e-8568a9bea491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:57.911251 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port a1c314c6-7a75-46a1-b52b-a76e43210a8e triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:57.912068 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:57.913770 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-d9218122-fb6f-417c-990e-8568a9bea491 admin admin] Usage tracker for resource:security_group_rule and tenant:842f80e599164768a26ec1d88cad758e is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:57.919410 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-d9218122-fb6f-417c-990e-8568a9bea491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:57.933394 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-d9218122-fb6f-417c-990e-8568a9bea491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:57.982257 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b702d-6199-4a20-98f7-631ccb69b52b req-78263a75-4c9c-4f70-af87-0994d0c316f6 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:57.985785 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5e1b702d-6199-4a20-98f7-631ccb69b52b req-78263a75-4c9c-4f70-af87-0994d0c316f6 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 943 time: 1.0251846 Feb 12 21:36:58.099758 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9218122-fb6f-417c-990e-8568a9bea491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:58.102411 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a80825c9-594a-410c-8a86-95396343f3fa req-4bf568c7-c16d-4411-8d41-dabc3edc673e tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 210 time: 0.1359603 Feb 12 21:36:58.104977 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9218122-fb6f-417c-990e-8568a9bea491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:58.111213 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:58.116871 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:58.166606 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-d9218122-fb6f-417c-990e-8568a9bea491 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=842f80e599164768a26ec1d88cad758e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8584259 Feb 12 21:36:58.171134 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59440) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:58.211441 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0ca159-2951-40c7-8ff8-f2a2466da738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c314c6-7a75-46a1-b52b-a76e43210a8e'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:36:58.222803 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5e1b702d-6199-4a20-98f7-631ccb69b52b req-5eea85d0-a1ee-42b8-b3bb-0c3e0c3f2daa tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf818528-f21b-4748-a064-34d5284ec466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822085 Feb 12 21:36:58.279113 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9218122-fb6f-417c-990e-8568a9bea491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abdc880-c2fe-49b6-b415-4e9bcee4738c,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:58.283082 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d9218122-fb6f-417c-990e-8568a9bea491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:58.375184 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14054df4-472f-4ad9-9e7d-7f9c520ddd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:58.417078 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device cc091de7-c3de-476a-b4df-0417dc431ada up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:58.444559 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14054df4-472f-4ad9-9e7d-7f9c520ddd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:58.511346 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port a1c314c6-7a75-46a1-b52b-a76e43210a8e, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a1c314c6-7a75-46a1-b52b-a76e43210a8e,segment=NetworkSegment(a393f88b-c6a5-426e-a2ed-9fa153bebd52),segment_id=a393f88b-c6a5-426e-a2ed-9fa153bebd52)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:36:58.515435 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.66', 58084) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:58.527294 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:58.543183 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f489776d-3c2a-4a8c-87fd-41996da9d116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:58.595086 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-af739731-9e98-4e89-9e21-f35354b2118a service neutron] 10.222.0.66 "GET /v2.0/networks/6678a564-09c7-4240-86bb-c03d287f22ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7602196 Feb 12 21:36:58.678185 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port cc091de7-c3de-476a-b4df-0417dc431ada triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:58.678683 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:58.731797 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-4d3153d1-4855-4dff-b3a9-1a0d3718e2d2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:36:58.732559 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-4d3153d1-4855-4dff-b3a9-1a0d3718e2d2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Synchronizing usage tracker for tenant:4ade9798f9ae40008a2eba6065c86a71 on resource:network {{(pid=84068) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:36:58.757514 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-4d3153d1-4855-4dff-b3a9-1a0d3718e2d2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Unset dirty status for tenant:4ade9798f9ae40008a2eba6065c86a71 on resource:network {{(pid=84068) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:36:58.759050 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-4d3153d1-4855-4dff-b3a9-1a0d3718e2d2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.66 "GET /v2.0/networks?id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd HTTP/1.1" status: 200 len: 818 time: 0.2401531 Feb 12 21:36:58.786784 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=a1c314c6-7a75-46a1-b52b-a76e43210a8e,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:58.792101 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:58.793723 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-45a0f1c6-a530-475e-96a5-74fe50d370f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Request body: {'port': {'device_id': 'ceecc406-14ea-4f15-8cc4-40dc067bc089', 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd', 'admin_state_up': True, 'tenant_id': '4ade9798f9ae40008a2eba6065c86a71'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:36:58.816978 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14054df4-472f-4ad9-9e7d-7f9c520ddd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:58.896505 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1ce831b2-bfce-40c2-9b1b-5ca70aff58d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:36:58.913834 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14054df4-472f-4ad9-9e7d-7f9c520ddd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abdc880-c2fe-49b6-b415-4e9bcee4738c,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:36:58.925415 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-14054df4-472f-4ad9-9e7d-7f9c520ddd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:36:58.939647 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14054df4-472f-4ad9-9e7d-7f9c520ddd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:58.943472 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-14054df4-472f-4ad9-9e7d-7f9c520ddd3d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4abdc880-c2fe-49b6-b415-4e9bcee4738c HTTP/1.1" status: 204 len: 168 time: 0.7681789 Feb 12 21:36:58.972872 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device a1c314c6-7a75-46a1-b52b-a76e43210a8e up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:36:59.080897 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-45a0f1c6-a530-475e-96a5-74fe50d370f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:59.105675 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-45a0f1c6-a530-475e-96a5-74fe50d370f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:36:59.129719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-45a0f1c6-a530-475e-96a5-74fe50d370f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Made reservation on behalf of 4ade9798f9ae40008a2eba6065c86a71 for: {'port': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:36:59.139670 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-45a0f1c6-a530-475e-96a5-74fe50d370f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:59.237417 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Allocated IP 172.20.0.6 (730a1daf-e569-454f-98a4-34427f6ca94f/a3d14036-127d-49c7-a851-85c1a4e15dee/1cb5be0f-8dc7-4cb2-9cd6-23234c7db185) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:59.249066 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port a1c314c6-7a75-46a1-b52b-a76e43210a8e triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:36:59.250366 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:59.303960 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0f308ed7-8f9c-4307-a708-fcb1c0277f99 req-24e9db65-1f83-4911-8b63-ed807c86ae56 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 210 time: 0.9222648 Feb 12 21:36:59.562063 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59500) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:59.809514 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-45a0f1c6-a530-475e-96a5-74fe50d370f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Allocated IP 172.20.0.2 (5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd/e5354e90-f0b4-413c-b8eb-fcea8549d5b4/109779e5-aeda-4ab8-85bf-45c0e814f4a4) {{(pid=84068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:36:59.860736 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59514) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:36:59.892576 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0b7bdb1e-f54d-41b6-8f24-009c4c52a19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:59.931962 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3fe3-e817-4bdf-825f-3e2042bac478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:36:59.947238 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0b7bdb1e-f54d-41b6-8f24-009c4c52a19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:59.964370 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0b7bdb1e-f54d-41b6-8f24-009c4c52a19c admin admin] Usage tracker for resource:security_group_rule and tenant:a4931b26e48247aca64c01aefb7335ee is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:59.969800 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0c2b3fe3-e817-4bdf-825f-3e2042bac478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:36:59.972333 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0b7bdb1e-f54d-41b6-8f24-009c4c52a19c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:36:59.981786 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0c2b3fe3-e817-4bdf-825f-3e2042bac478 admin admin] Usage tracker for resource:security_group_rule and tenant:492ef594c30d48769d8ac174937f6cc2 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:36:59.984864 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0b7bdb1e-f54d-41b6-8f24-009c4c52a19c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:00.001769 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b656b3ac-e0ec-475b-b215-5de8670573ed req-985d3490-4746-4f44-9148-87d5d003c39d service neutron] 10.222.0.66 "GET /v2.0/networks/6678a564-09c7-4240-86bb-c03d287f22ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3799846 Feb 12 21:37:00.005345 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0c2b3fe3-e817-4bdf-825f-3e2042bac478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:00.075064 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0c2b3fe3-e817-4bdf-825f-3e2042bac478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:00.083208 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d76bb-106f-4436-aca3-c45d1b41fdd3 req-1ec5b5a0-a403-4a6f-a5b3-790a8ef06202 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:00.085150 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b95d76bb-106f-4436-aca3-c45d1b41fdd3 req-1ec5b5a0-a403-4a6f-a5b3-790a8ef06202 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 945 time: 1.4886479 Feb 12 21:37:00.187177 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:00.198526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d681b5b-1461-4455-9678-62267e1a5706 req-c6787013-ce45-4eee-8351-cd32038299dd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:00.200194 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d681b5b-1461-4455-9678-62267e1a5706 req-c6787013-ce45-4eee-8351-cd32038299dd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/networks?id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd HTTP/1.1" status: 200 len: 818 time: 0.5850763 Feb 12 21:37:00.221857 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-45a0f1c6-a530-475e-96a5-74fe50d370f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks [] for port, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:00.249185 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Transition to ACTIVE for port object 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 will not be triggered until provisioned by entity DHCP. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:37:00.257064 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b95d76bb-106f-4436-aca3-c45d1b41fdd3 req-b0b81e48-8d61-41ce-9cf4-ff5d02290b58 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563697 Feb 12 21:37:00.261629 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d681b5b-1461-4455-9678-62267e1a5706 req-a0df20ff-205f-47b7-883f-9aa4f1f065de tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/quotas/4ade9798f9ae40008a2eba6065c86a71 HTTP/1.1" status: 200 len: 375 time: 0.0517220 Feb 12 21:37:00.332976 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0b7bdb1e-f54d-41b6-8f24-009c4c52a19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:00.335343 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3fe3-e817-4bdf-825f-3e2042bac478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:00.338663 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0b7bdb1e-f54d-41b6-8f24-009c4c52a19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:00.339449 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3fe3-e817-4bdf-825f-3e2042bac478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:00.348035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-45a0f1c6-a530-475e-96a5-74fe50d370f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:00.351307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d9218122-fb6f-417c-990e-8568a9bea491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:00.351451 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b90f7-4b41-4c2c-9bdc-52e41690fdc6 req-f701638e-c9f7-49ed-bd67-5402a65c38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:00.352999 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-021b90f7-4b41-4c2c-9bdc-52e41690fdc6 req-f701638e-c9f7-49ed-bd67-5402a65c38a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e21c121df91c40f0ab3c21ab570f01ba&device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 1160 time: 0.2536016 Feb 12 21:37:00.387319 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:00.480175 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:00.482849 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0b7bdb1e-f54d-41b6-8f24-009c4c52a19c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4931b26e48247aca64c01aefb7335ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9171803 Feb 12 21:37:00.483914 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bdb1e-f54d-41b6-8f24-009c4c52a19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b613a67a-b09a-4b52-a1ff-b052b3da36a6,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:00.495161 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59528) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:00.553174 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b90f7-4b41-4c2c-9bdc-52e41690fdc6 req-0b85ae57-c6fe-4bf2-8c15-ad139884a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:00.554788 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-021b90f7-4b41-4c2c-9bdc-52e41690fdc6 req-0b85ae57-c6fe-4bf2-8c15-ad139884a670 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6678a564-09c7-4240-86bb-c03d287f22ee HTTP/1.1" status: 200 len: 906 time: 0.1931198 Feb 12 21:37:00.558376 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0c2b3fe3-e817-4bdf-825f-3e2042bac478 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=492ef594c30d48769d8ac174937f6cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6941359 Feb 12 21:37:00.571634 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 59532) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:00.577491 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f8a65523-7f80-4f55-99ae-639cdba9f28d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:00.604246 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0ca159-2951-40c7-8ff8-f2a2466da738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c314c6-7a75-46a1-b52b-a76e43210a8e', 'code': 200} Feb 12 21:37:00.778371 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event updated for resources: {'Port': ['ID=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:00.821117 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:00.868181 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b3fe3-e817-4bdf-825f-3e2042bac478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa0dd85-73dc-409c-b1c0-6fa3fcefb0bf,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:00.885192 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-021b90f7-4b41-4c2c-9bdc-52e41690fdc6 req-67d63a9d-adba-4d18-b35b-e427f1494e78 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 HTTP/1.1" status: 200 len: 217 time: 0.3087521 Feb 12 21:37:00.887844 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0c2b3fe3-e817-4bdf-825f-3e2042bac478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:00.888321 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.497s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:00.888729 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:00.895265 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.418s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:00.905370 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d681b5b-1461-4455-9678-62267e1a5706 req-79f38b78-8147-4149-bcad-091e530669d7 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ade9798f9ae40008a2eba6065c86a71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6307399 Feb 12 21:37:00.911408 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.66', 58089) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:00.994033 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0f1c6-a530-475e-96a5-74fe50d370f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Pushing event updated for resources: {'Port': ['ID=109779e5-aeda-4ab8-85bf-45c0e814f4a4,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:01.009701 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-45a0f1c6-a530-475e-96a5-74fe50d370f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:01.061830 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf459-d07c-4304-8136-fc68b24c2313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.082735 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device a1c314c6-7a75-46a1-b52b-a76e43210a8e up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:01.120031 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf459-d07c-4304-8136-fc68b24c2313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.182338 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-45a0f1c6-a530-475e-96a5-74fe50d370f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Network 5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:37:01.183357 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf459-d07c-4304-8136-fc68b24c2313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.185087 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-45a0f1c6-a530-475e-96a5-74fe50d370f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:37:01.197066 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-45a0f1c6-a530-475e-96a5-74fe50d370f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Received port after_create {{(pid=84068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:37:01.200812 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port a1c314c6-7a75-46a1-b52b-a76e43210a8e triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:01.201455 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.220318 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d681b5b-1461-4455-9678-62267e1a5706 req-d873c6a7-d323-46b4-b215-2ed4091e3722 service neutron] 10.222.0.35 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009667 Feb 12 21:37:01.229151 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:01.248387 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cf459-d07c-4304-8136-fc68b24c2313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b613a67a-b09a-4b52-a1ff-b052b3da36a6,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:01.258381 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0a6cf459-d07c-4304-8136-fc68b24c2313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:01.303039 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-45a0f1c6-a530-475e-96a5-74fe50d370f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:01.304237 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-45a0f1c6-a530-475e-96a5-74fe50d370f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for port, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.319128 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff9e4f-46af-4be1-884d-ccbe6e147ffd req-e54ccb86-c2d5-4dee-bed6-35c05c58360d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:01.324265 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-50ff9e4f-46af-4be1-884d-ccbe6e147ffd req-e54ccb86-c2d5-4dee-bed6-35c05c58360d tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 943 time: 0.5208418 Feb 12 21:37:01.330418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf459-d07c-4304-8136-fc68b24c2313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.331682 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0a6cf459-d07c-4304-8136-fc68b24c2313 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b613a67a-b09a-4b52-a1ff-b052b3da36a6 HTTP/1.1" status: 204 len: 168 time: 0.8351431 Feb 12 21:37:01.333737 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-45a0f1c6-a530-475e-96a5-74fe50d370f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5487926 Feb 12 21:37:01.353657 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Request body: {'port': {'device_id': 'ceecc406-14ea-4f15-8cc4-40dc067bc089', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:01.578074 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-50ff9e4f-46af-4be1-884d-ccbe6e147ffd req-0624e1c1-18d5-48e7-a00b-112d61ad102f tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf818528-f21b-4748-a064-34d5284ec466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320912 Feb 12 21:37:01.582679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-de860495-41c8-47af-a2b0-db47e1aeb01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.598364 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b90f7-4b41-4c2c-9bdc-52e41690fdc6 req-a9ef9181-e690-4d41-aa1c-f9cbebe8c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:01.602300 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-021b90f7-4b41-4c2c-9bdc-52e41690fdc6 req-a9ef9181-e690-4d41-aa1c-f9cbebe8c92d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1cefa429-e699-4088-89e4-c92a4aff47a2 HTTP/1.1" status: 200 len: 852 time: 0.6879280 Feb 12 21:37:01.622699 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-de860495-41c8-47af-a2b0-db47e1aeb01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.633018 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.723909 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d84dc9-0a69-45ad-a2cc-bb88a5e822d6 req-5988278b-8754-4f12-a791-b93233f11946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:01.725546 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-39d84dc9-0a69-45ad-a2cc-bb88a5e822d6 req-5988278b-8754-4f12-a791-b93233f11946 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 1162 time: 0.8121548 Feb 12 21:37:01.774807 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Network 730a1daf-e569-454f-98a4-34427f6ca94f is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:37:01.792341 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:37:01.796042 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-021b90f7-4b41-4c2c-9bdc-52e41690fdc6 req-0b7843de-6ddd-4170-9597-23c2e1d9c2ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6678a564-09c7-4240-86bb-c03d287f22ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217709 Feb 12 21:37:01.800647 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:37:01.805030 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:01.805721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.852031 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-de860495-41c8-47af-a2b0-db47e1aeb01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.973040 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-39d84dc9-0a69-45ad-a2cc-bb88a5e822d6 req-1c9e2659-3761-4b73-a49c-018fb11426df service neutron] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:01.982594 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b3c0bed3-0643-4292-851c-41699f947bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:01.991152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 59564) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:02.047551 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de860495-41c8-47af-a2b0-db47e1aeb01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa0dd85-73dc-409c-b1c0-6fa3fcefb0bf,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:02.057624 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d681b5b-1461-4455-9678-62267e1a5706 req-fdc0ff5a-98b7-46f4-a74a-9cd66b4cee61 service neutron] 10.222.0.35 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7906985 Feb 12 21:37:02.065681 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-39d84dc9-0a69-45ad-a2cc-bb88a5e822d6 req-1c9e2659-3761-4b73-a49c-018fb11426df service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:02.073213 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-de860495-41c8-47af-a2b0-db47e1aeb01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:02.081646 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-39d84dc9-0a69-45ad-a2cc-bb88a5e822d6 req-1c9e2659-3761-4b73-a49c-018fb11426df service neutron] Usage tracker for resource:security_group_rule and tenant:fcb6b881a50e486d90f4357c9ffccd72 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:02.089745 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-de860495-41c8-47af-a2b0-db47e1aeb01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:02.090968 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-de860495-41c8-47af-a2b0-db47e1aeb01f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/afa0dd85-73dc-409c-b1c0-6fa3fcefb0bf HTTP/1.1" status: 204 len: 168 time: 1.4688942 Feb 12 21:37:02.113141 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-39d84dc9-0a69-45ad-a2cc-bb88a5e822d6 req-1c9e2659-3761-4b73-a49c-018fb11426df service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:02.125424 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6178782 Feb 12 21:37:02.126252 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c094a0c-5eb8-40c9-b91e-fda3dd9de835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:02.142606 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-39d84dc9-0a69-45ad-a2cc-bb88a5e822d6 req-1c9e2659-3761-4b73-a49c-018fb11426df service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:02.170637 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Request body: {'port': {'device_id': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:02.197221 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7c5dd12d-10f3-4331-9311-f2dd3a0871e2 None None] Provisioning for port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:37:02.209145 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7c5dd12d-10f3-4331-9311-f2dd3a0871e2 None None] Provisioning complete for port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:02.209852 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c5dd12d-10f3-4331-9311-f2dd3a0871e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:02.258248 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-7c094a0c-5eb8-40c9-b91e-fda3dd9de835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:02.282582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-7c094a0c-5eb8-40c9-b91e-fda3dd9de835 admin admin] Usage tracker for resource:security_group_rule and tenant:03a859fd569b4b08bcab918192ff4054 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:02.299273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-7c094a0c-5eb8-40c9-b91e-fda3dd9de835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:02.325984 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-021b90f7-4b41-4c2c-9bdc-52e41690fdc6 req-48949731-f8f7-4399-80e1-abd5ad9b8153 service neutron] 10.222.0.66 "GET /v2.0/networks/6678a564-09c7-4240-86bb-c03d287f22ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599528 Feb 12 21:37:02.327546 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-7c094a0c-5eb8-40c9-b91e-fda3dd9de835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:02.360955 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7c5dd12d-10f3-4331-9311-f2dd3a0871e2 None None] Port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:37:02.500939 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109779e5-aeda-4ab8-85bf-45c0e814f4a4 {{(pid=84068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:37:02.533326 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:02.555423 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Transition to ACTIVE for port object 109779e5-aeda-4ab8-85bf-45c0e814f4a4 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:37:02.570119 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980256'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:02.595896 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-45a0f1c6-a530-475e-96a5-74fe50d370f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:02.804127 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcf2e0-0fd1-4e54-a92c-3eb7e227883b req-954074fc-5d20-420b-88a1-ef37ac61c042 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:02.804932 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-2edcf2e0-0fd1-4e54-a92c-3eb7e227883b req-954074fc-5d20-420b-88a1-ef37ac61c042 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Synchronizing usage tracker for tenant:3f30a1c1bd9d410aa1ef1bc30e02200d on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:37:02.927267 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Pushing event updated for resources: {'Port': ['ID=109779e5-aeda-4ab8-85bf-45c0e814f4a4,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:02.941549 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:03.030184 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-2edcf2e0-0fd1-4e54-a92c-3eb7e227883b req-954074fc-5d20-420b-88a1-ef37ac61c042 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Unset dirty status for tenant:3f30a1c1bd9d410aa1ef1bc30e02200d on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:37:03.032123 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2edcf2e0-0fd1-4e54-a92c-3eb7e227883b req-954074fc-5d20-420b-88a1-ef37ac61c042 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 931 time: 1.2766881 Feb 12 21:37:03.052491 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:03.154939 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Attempting to bind port 109779e5-aeda-4ab8-85bf-45c0e814f4a4 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:37:03.155470 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Attempting to bind port 109779e5-aeda-4ab8-85bf-45c0e814f4a4 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'c24a139e-3507-4f3e-b88d-dc6ab4830485', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:37:03.156004 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Attempting to bind port 109779e5-aeda-4ab8-85bf-45c0e814f4a4 on network 5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:37:03.166518 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:37:03.166950 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Checking segment: {'id': 'c24a139e-3507-4f3e-b88d-dc6ab4830485', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:37:03.167414 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:03.167873 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Bound using segment: {'id': 'c24a139e-3507-4f3e-b88d-dc6ab4830485', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:37:03.168398 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Bound port: 109779e5-aeda-4ab8-85bf-45c0e814f4a4, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24a139e-3507-4f3e-b88d-dc6ab4830485', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:37:03.168781 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:03.234465 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2edcf2e0-0fd1-4e54-a92c-3eb7e227883b req-5d8f1505-764d-4891-9513-d453a1fb7591 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862204 Feb 12 21:37:03.278883 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-021b90f7-4b41-4c2c-9bdc-52e41690fdc6 req-edaec38d-04bc-4577-a9d6-a8b8d669472c service neutron] 10.222.0.66 "GET /v2.0/networks/6678a564-09c7-4240-86bb-c03d287f22ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9378388 Feb 12 21:37:03.324703 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] For port 109779e5-aeda-4ab8-85bf-45c0e814f4a4, host hv-cinder-77525, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:37:03.329849 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] For port 109779e5-aeda-4ab8-85bf-45c0e814f4a4, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=109779e5-aeda-4ab8-85bf-45c0e814f4a4,segment=NetworkSegment(c24a139e-3507-4f3e-b88d-dc6ab4830485),segment_id=c24a139e-3507-4f3e-b88d-dc6ab4830485)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:37:03.335852 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980256'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:03.372641 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:03.626149 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Pushing event updated for resources: {'Port': ['ID=109779e5-aeda-4ab8-85bf-45c0e814f4a4,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:03.633162 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:03.669081 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-39d84dc9-0a69-45ad-a2cc-bb88a5e822d6 req-1c9e2659-3761-4b73-a49c-018fb11426df service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:03.676939 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:03.677743 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for port, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:03.679338 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] 10.222.0.66 "PUT /v2.0/ports/109779e5-aeda-4ab8-85bf-45c0e814f4a4 HTTP/1.1" status: 200 len: 1157 time: 2.3306744 Feb 12 21:37:03.680072 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceecc406-14ea-4f15-8cc4-40dc067bc089', 'tag': '109779e5-aeda-4ab8-85bf-45c0e814f4a4'}] {{(pid=84068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:03.797881 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-03290fd9-008e-4e69-89f3-b1e33ad07ac3 req-bf978d42-f288-4209-8074-e178ca40fe38 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 210 time: 0.1270201 Feb 12 21:37:03.812726 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-39d84dc9-0a69-45ad-a2cc-bb88a5e822d6 req-1c9e2659-3761-4b73-a49c-018fb11426df service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:03.841323 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719685-5133-40a9-a88a-930e39882cf3 req-c66011f6-e7d6-4a30-8221-0100810b3a20 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:03.848479 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e1719685-5133-40a9-a88a-930e39882cf3 req-c66011f6-e7d6-4a30-8221-0100810b3a20 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 945 time: 1.0318036 Feb 12 21:37:03.879176 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d9cac4c6-065b-4b5c-b2dd-2f097dbe5917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:03.898586 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c094a0c-5eb8-40c9-b91e-fda3dd9de835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:03.912768 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-cd5807db-dbcd-4332-a69d-c1c25d92dac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:03.914472 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-cd5807db-dbcd-4332-a69d-c1c25d92dac7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ade9798f9ae40008a2eba6065c86a71&device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 1160 time: 0.1586351 Feb 12 21:37:03.955066 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c094a0c-5eb8-40c9-b91e-fda3dd9de835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:03.963508 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-39d84dc9-0a69-45ad-a2cc-bb88a5e822d6 req-1c9e2659-3761-4b73-a49c-018fb11426df service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1991732 Feb 12 21:37:04.040263 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-11caa57c-502f-4e9b-a072-5e6bc044f15b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=109779e5-aeda-4ab8-85bf-45c0e814f4a4 HTTP/1.1" status: 200 len: 217 time: 0.0913980 Feb 12 21:37:04.087353 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e2659-3761-4b73-a49c-018fb11426df service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8f3eac-708a-4440-8df0-22e9c6926bed,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:04.104024 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1c9e2659-3761-4b73-a49c-018fb11426df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:04.106167 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:04.115514 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e1719685-5133-40a9-a88a-930e39882cf3 req-792f0f4b-4a43-48df-af90-1af77403cde1 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392621 Feb 12 21:37:04.127955 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-7c094a0c-5eb8-40c9-b91e-fda3dd9de835 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03a859fd569b4b08bcab918192ff4054&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1198974 Feb 12 21:37:04.128784 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59662) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:04.166129 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c094a0c-5eb8-40c9-b91e-fda3dd9de835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cca78f-c3c7-4ec4-a9d7-2f79f70b76eb,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:04.172921 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7c094a0c-5eb8-40c9-b91e-fda3dd9de835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:04.225141 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a940fbcd-8551-4ad7-bd93-80af58127bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:04.254836 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a940fbcd-8551-4ad7-bd93-80af58127bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:04.257320 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366a343-0d9e-4c76-97d0-6d2fd0662d6b req-e00d0d5c-c1cf-4947-9c7b-9c61ef08bdc1 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:04.259125 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6366a343-0d9e-4c76-97d0-6d2fd0662d6b req-e00d0d5c-c1cf-4947-9c7b-9c61ef08bdc1 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 943 time: 0.2738473 Feb 12 21:37:04.278265 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 {{(pid=84069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:37:04.307356 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a940fbcd-8551-4ad7-bd93-80af58127bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:04.310923 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:04.323501 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3cf73c1b-3629-43be-b501-a7ec0259aa29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:04.348239 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940fbcd-8551-4ad7-bd93-80af58127bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cca78f-c3c7-4ec4-a9d7-2f79f70b76eb,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:04.355288 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6366a343-0d9e-4c76-97d0-6d2fd0662d6b req-55bf0c39-1938-4f1c-a8d1-319557711475 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf818528-f21b-4748-a064-34d5284ec466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833499 Feb 12 21:37:04.356463 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Transition to ACTIVE for port object 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 will not be triggered until provisioned by entity L2. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:37:04.360033 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:04.362204 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a940fbcd-8551-4ad7-bd93-80af58127bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:04.363483 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a940fbcd-8551-4ad7-bd93-80af58127bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:04.365588 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-a940fbcd-8551-4ad7-bd93-80af58127bd8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9cca78f-c3c7-4ec4-a9d7-2f79f70b76eb HTTP/1.1" status: 204 len: 168 time: 0.2352495 Feb 12 21:37:04.383188 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-14008bf2-6a70-4735-9874-b53356d12981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:04.524144 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-392b3163-7a5e-4dd4-8216-e5662b2c1069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:04.525338 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-392b3163-7a5e-4dd4-8216-e5662b2c1069 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5354e90-f0b4-413c-b8eb-fcea8549d5b4 HTTP/1.1" status: 200 len: 858 time: 0.1385260 Feb 12 21:37:04.645624 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-2dd1f5f5-aa27-404c-8f3b-601f3d400d52 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128294 Feb 12 21:37:04.826025 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:04.849252 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceecc406-14ea-4f15-8cc4-40dc067bc089', 'tag': '109779e5-aeda-4ab8-85bf-45c0e814f4a4', 'status': 'completed', 'code': 200} Feb 12 21:37:05.002566 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:05.005325 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-35f9617f-20c4-4909-9695-ecdb1752bffb service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086281 Feb 12 21:37:05.077742 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.objects.ports [None req-757cc28c-7723-40ac-a0c3-7377bb910ec9 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84070) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 12 21:37:05.246205 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01805d8a-8a78-4f48-a423-4b29fd7f3e43 req-e58f7a02-49b5-4562-bbda-2b273fc1599d service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2336874 Feb 12 21:37:05.294358 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cc24668f-785e-459a-ae08-10b5fe1cb070 req-4f5e3412-7735-4e20-a382-2e35775722a6 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 210 time: 0.1707678 Feb 12 21:37:05.361689 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1634b74-6b22-4767-b5d7-caf19f717a8f req-7fa6a21e-2aed-4933-b680-a49029884741 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:05.377975 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e1634b74-6b22-4767-b5d7-caf19f717a8f req-7fa6a21e-2aed-4933-b680-a49029884741 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.7306342 Feb 12 21:37:05.511949 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961f83c-a406-4fb4-b897-596e97295522 req-fee2a71e-e72e-427b-a42e-d8eb0023af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:05.513731 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d961f83c-a406-4fb4-b897-596e97295522 req-fee2a71e-e72e-427b-a42e-d8eb0023af16 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ade9798f9ae40008a2eba6065c86a71&device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 1160 time: 0.1382937 Feb 12 21:37:05.551168 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d681b5b-1461-4455-9678-62267e1a5706 req-f8d0115b-4513-4e05-b3ef-6b6c4ff8d39d tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:05.553345 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d681b5b-1461-4455-9678-62267e1a5706 req-f8d0115b-4513-4e05-b3ef-6b6c4ff8d39d tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.66 "GET /v2.0/networks?id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd HTTP/1.1" status: 200 len: 818 time: 0.8357918 Feb 12 21:37:05.627874 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-8d681b5b-1461-4455-9678-62267e1a5706 req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Request body: {'port': {'device_id': '6f90c57b-01dd-44b3-a4cf-f75ed1256546', 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd', 'admin_state_up': True, 'tenant_id': '4ade9798f9ae40008a2eba6065c86a71'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:05.768994 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961f83c-a406-4fb4-b897-596e97295522 req-89c65cac-1bc5-47a8-9ba1-e7400e13f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:05.771970 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d961f83c-a406-4fb4-b897-596e97295522 req-89c65cac-1bc5-47a8-9ba1-e7400e13f7ed service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd HTTP/1.1" status: 200 len: 912 time: 0.2494104 Feb 12 21:37:05.824537 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Attempting to bind port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:37:05.826638 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Attempting to bind port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f'}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:37:05.827500 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Attempting to bind port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 on network 730a1daf-e569-454f-98a4-34427f6ca94f {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:37:05.842269 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e1634b74-6b22-4767-b5d7-caf19f717a8f req-c90672d1-1ed3-4582-91c6-cb300f2ec3c9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4623480 Feb 12 21:37:05.864502 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d961f83c-a406-4fb4-b897-596e97295522 req-62ee4c9d-8412-4d6d-9d94-e4acd9d29110 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=109779e5-aeda-4ab8-85bf-45c0e814f4a4 HTTP/1.1" status: 200 len: 217 time: 0.0848629 Feb 12 21:37:05.962873 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-8d681b5b-1461-4455-9678-62267e1a5706 req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:05.968183 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8d681b5b-1461-4455-9678-62267e1a5706 req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Usage tracker for resource:port and tenant:4ade9798f9ae40008a2eba6065c86a71 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:05.971292 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8d681b5b-1461-4455-9678-62267e1a5706 req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:05.975737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961f83c-a406-4fb4-b897-596e97295522 req-37ee06fa-fb2c-4afd-ba0c-e2025215d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:05.977740 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d961f83c-a406-4fb4-b897-596e97295522 req-37ee06fa-fb2c-4afd-ba0c-e2025215d184 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5354e90-f0b4-413c-b8eb-fcea8549d5b4 HTTP/1.1" status: 200 len: 858 time: 0.1014502 Feb 12 21:37:05.978621 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-8d681b5b-1461-4455-9678-62267e1a5706 req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:05.982578 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:05.990268 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:37:05.990653 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Checking segment: {'id': '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:37:05.991064 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:05.991466 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Bound using segment: {'id': '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f'} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:37:05.992124 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Bound port: 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f'}}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:37:05.992494 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:06.035149 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d681b5b-1461-4455-9678-62267e1a5706 req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Made reservation on behalf of 4ade9798f9ae40008a2eba6065c86a71 for: {'port': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:37:06.047977 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8d681b5b-1461-4455-9678-62267e1a5706 req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:06.101855 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d961f83c-a406-4fb4-b897-596e97295522 req-8f7e5093-d887-47d0-ba00-b3aed7d1d3dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099722 Feb 12 21:37:06.148380 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:37:06.155879 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:06.156438 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:06.202822 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] For port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185, host hv-cinder-77525, cleared binding levels {{(pid=84069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:37:06.207335 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] For port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:37:06.221697 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:06.483037 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d961f83c-a406-4fb4-b897-596e97295522 req-fd0b6ee2-c792-4cf2-847b-5c5d7dc75da0 service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620558 Feb 12 21:37:06.505954 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:06.572503 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458c20a7-65bb-48e9-b3eb-d52cc981ea51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:06.602453 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59758) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:06.603255 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18,segment=NetworkSegment(51c58381-650b-4383-bb9d-5dfcd418d6ce),segment_id=51c58381-650b-4383-bb9d-5dfcd418d6ce)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:37:06.606829 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:06.615732 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:06.702074 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:06.727321 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d961f83c-a406-4fb4-b897-596e97295522 req-e5c7f269-3ed6-491c-9a22-03986fcf9434 service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2366033 Feb 12 21:37:06.749045 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:06.753474 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:06.945049 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b32968d-f444-4bdf-a59a-1708f4a8124e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:06.970016 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:06.985633 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-1b32968d-f444-4bdf-a59a-1708f4a8124e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:06.994843 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-1b32968d-f444-4bdf-a59a-1708f4a8124e admin admin] Usage tracker for resource:security_group_rule and tenant:ab4bc44977d14f9899071ab5e46a5f96 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:07.004804 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-1b32968d-f444-4bdf-a59a-1708f4a8124e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:07.014235 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-1b32968d-f444-4bdf-a59a-1708f4a8124e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:07.083788 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:07.084717 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:07.256224 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b32968d-f444-4bdf-a59a-1708f4a8124e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:07.267320 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b32968d-f444-4bdf-a59a-1708f4a8124e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:07.285325 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-38f6a94d-66e5-41aa-a2ff-cc454dec52a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:07.356174 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-1b32968d-f444-4bdf-a59a-1708f4a8124e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab4bc44977d14f9899071ab5e46a5f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7521362 Feb 12 21:37:07.360686 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59794) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:07.364291 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32968d-f444-4bdf-a59a-1708f4a8124e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed5fdaf-b537-4aac-b4ff-77af6f13515b,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:07.382154 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1b32968d-f444-4bdf-a59a-1708f4a8124e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:07.513729 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc4b77f9-c5d6-40d6-adca-dc954a83114b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:07.551360 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc4b77f9-c5d6-40d6-adca-dc954a83114b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:07.552883 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515499f4-b44e-4465-913b-4eee22574d92 req-76041c54-43c8-4633-bb30-48a72ec49827 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:07.554628 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-515499f4-b44e-4465-913b-4eee22574d92 req-76041c54-43c8-4633-bb30-48a72ec49827 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 945 time: 2.0181615 Feb 12 21:37:07.573773 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:07.574468 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:07.576027 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] 10.222.0.66 "PUT /v2.0/ports/1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 HTTP/1.1" status: 200 len: 1157 time: 5.4263136 Feb 12 21:37:07.614514 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'tag': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:07.647468 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-515499f4-b44e-4465-913b-4eee22574d92 req-9da51bf2-c301-4ce0-a425-c02e2df4b826 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659499 Feb 12 21:37:07.656806 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc4b77f9-c5d6-40d6-adca-dc954a83114b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:07.678960 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-14054df4-472f-4ad9-9e7d-7f9c520ddd3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:07.720570 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b77f9-c5d6-40d6-adca-dc954a83114b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed5fdaf-b537-4aac-b4ff-77af6f13515b,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:07.737825 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-cc4b77f9-c5d6-40d6-adca-dc954a83114b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:07.753931 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc4b77f9-c5d6-40d6-adca-dc954a83114b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:07.756732 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-cc4b77f9-c5d6-40d6-adca-dc954a83114b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0ed5fdaf-b537-4aac-b4ff-77af6f13515b HTTP/1.1" status: 204 len: 168 time: 0.3941760 Feb 12 21:37:07.794809 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1a79e-a128-4515-b18a-5d7cac830005 req-a9ef89b3-1181-4e56-a40d-58b3de31d547 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:07.803051 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a9e1a79e-a128-4515-b18a-5d7cac830005 req-a9ef89b3-1181-4e56-a40d-58b3de31d547 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 943 time: 1.5906289 Feb 12 21:37:07.805208 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185,revision_number=3']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:07.882033 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.180s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:07.969745 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59808) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:07.989692 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a9e1a79e-a128-4515-b18a-5d7cac830005 req-210c153d-da07-4336-8d18-6d717200082e tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf818528-f21b-4748-a064-34d5284ec466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856537 Feb 12 21:37:08.018265 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-53704348-8b41-4399-ad81-540487e54b80 req-050421e2-d790-4df7-ac77-fe6f9a315598 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 210 time: 0.0737393 Feb 12 21:37:08.038681 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-94507501-8e61-4b2a-9c7c-0b84bc78f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:08.040648 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-94507501-8e61-4b2a-9c7c-0b84bc78f540 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d&device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 1160 time: 0.3335011 Feb 12 21:37:08.091231 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458c20a7-65bb-48e9-b3eb-d52cc981ea51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18', 'code': 200} Feb 12 21:37:08.183826 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'tag': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185', 'status': 'completed', 'code': 200} Feb 12 21:37:08.189345 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-4daa5ada-4937-4e59-839a-3efc4e1969f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 HTTP/1.1" status: 200 len: 217 time: 0.1082847 Feb 12 21:37:08.351402 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-b9ebc936-cbeb-4b59-bc19-bb812381296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:08.353199 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-b9ebc936-cbeb-4b59-bc19-bb812381296d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3d14036-127d-49c7-a851-85c1a4e15dee HTTP/1.1" status: 200 len: 856 time: 0.1039908 Feb 12 21:37:08.354449 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-8d681b5b-1461-4455-9678-62267e1a5706 req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Allocated IP 172.20.0.3 (5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd/e5354e90-f0b4-413c-b8eb-fcea8549d5b4/d557f482-9260-4567-b37c-700a2d9a71fc) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:37:08.387441 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a28a445a-d11a-4e77-a481-4870df67ab47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:08.472682 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 59824) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:08.474661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-a28a445a-d11a-4e77-a481-4870df67ab47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:08.489220 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-a28a445a-d11a-4e77-a481-4870df67ab47 admin admin] Usage tracker for resource:security_group_rule and tenant:97a69a1b8df34556a9440fbb2c424336 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:08.499394 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-a28a445a-d11a-4e77-a481-4870df67ab47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:08.512943 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-a28a445a-d11a-4e77-a481-4870df67ab47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:08.513491 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb0b6a-db1b-48f1-885a-f0c18396a679 req-a954d3e9-e426-4cff-b5a8-753390db6542 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:08.521761 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9ceb0b6a-db1b-48f1-885a-f0c18396a679 req-a954d3e9-e426-4cff-b5a8-753390db6542 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.3453164 Feb 12 21:37:08.532007 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc016-feb0-4c82-85c0-cc9689035068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:08.593096 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-b6cdc016-feb0-4c82-85c0-cc9689035068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:08.625965 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-5f149fb1-e1ae-442f-ae06-c71429f34222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:08.627968 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-5f149fb1-e1ae-442f-ae06-c71429f34222 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=730a1daf-e569-454f-98a4-34427f6ca94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2662063 Feb 12 21:37:08.629122 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-b6cdc016-feb0-4c82-85c0-cc9689035068 admin admin] Usage tracker for resource:security_group_rule and tenant:71b51064538a43db8405752008453a43 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:08.648167 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a28a445a-d11a-4e77-a481-4870df67ab47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:08.657850 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a28a445a-d11a-4e77-a481-4870df67ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:08.673615 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:08.707572 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a445a-d11a-4e77-a481-4870df67ab47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e70cd5-0d26-4d4e-82bc-183f574eea33,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:08.711664 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a28a445a-d11a-4e77-a481-4870df67ab47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:08.716738 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553bc36-e0a1-468f-815b-b3ffa6f0dd32 req-ae497ead-4e55-476f-931b-33182750f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:08.718548 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e553bc36-e0a1-468f-815b-b3ffa6f0dd32 req-ae497ead-4e55-476f-931b-33182750f5b6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 1162 time: 0.3726323 Feb 12 21:37:08.773314 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e553bc36-e0a1-468f-815b-b3ffa6f0dd32 req-c825e212-1ab9-48bc-860e-f0b1a56112c5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cf818528-f21b-4748-a064-34d5284ec466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468197 Feb 12 21:37:08.779868 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-a28a445a-d11a-4e77-a481-4870df67ab47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97a69a1b8df34556a9440fbb2c424336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8089526 Feb 12 21:37:08.780737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59842) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:08.850968 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0b8178d0-db7c-456b-96ee-5c73ff1bcd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:08.867287 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-b6cdc016-feb0-4c82-85c0-cc9689035068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:08.871911 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-f9c9a39e-c28c-4c2d-a132-95743ff491d0 service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686080 Feb 12 21:37:08.882787 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0b8178d0-db7c-456b-96ee-5c73ff1bcd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:08.891221 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-b6cdc016-feb0-4c82-85c0-cc9689035068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:08.939788 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0b8178d0-db7c-456b-96ee-5c73ff1bcd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:08.947673 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:08.970816 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8178d0-db7c-456b-96ee-5c73ff1bcd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e70cd5-0d26-4d4e-82bc-183f574eea33,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:08.973182 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0b8178d0-db7c-456b-96ee-5c73ff1bcd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:08.977078 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0b8178d0-db7c-456b-96ee-5c73ff1bcd89 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9e70cd5-0d26-4d4e-82bc-183f574eea33 HTTP/1.1" status: 204 len: 168 time: 0.1921124 Feb 12 21:37:08.977078 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0b8178d0-db7c-456b-96ee-5c73ff1bcd89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:09.008388 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9ceb0b6a-db1b-48f1-885a-f0c18396a679 req-2fb28e8c-89b8-4ffa-8232-fa4dc808758f tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4770570 Feb 12 21:37:09.244845 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.objects.ports [None req-4bdab01e-ac91-43ba-b9ed-f4925b471300 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84070) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 12 21:37:09.433290 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8d681b5b-1461-4455-9678-62267e1a5706 req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.444209 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f8739-0501-4429-998c-3eb7ca39cfba req-3121bcfe-536b-4508-bb02-958b285b9da0 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:09.451864 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-278f8739-0501-4429-998c-3eb7ca39cfba req-3121bcfe-536b-4508-bb02-958b285b9da0 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 945 time: 0.5769157 Feb 12 21:37:09.505380 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59868) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:09.517249 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc016-feb0-4c82-85c0-cc9689035068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.565066 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-278f8739-0501-4429-998c-3eb7ca39cfba req-26fc7a1c-375b-403d-8e8a-87020f5c85e5 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122298 Feb 12 21:37:09.573348 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc016-feb0-4c82-85c0-cc9689035068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.623810 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:09.733628 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8859dfc8-7447-441d-97f0-1788aa8f0393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.750487 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-8859dfc8-7447-441d-97f0-1788aa8f0393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:09.754758 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-8859dfc8-7447-441d-97f0-1788aa8f0393 admin admin] Usage tracker for resource:security_group_rule and tenant:3a171dbfa9f1466ebb450cf8756b62d7 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:09.758035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-8859dfc8-7447-441d-97f0-1788aa8f0393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:09.764572 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-8859dfc8-7447-441d-97f0-1788aa8f0393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:09.803290 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8d681b5b-1461-4455-9678-62267e1a5706 req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.827473 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51426652-4ea7-4b4a-8608-65ad81b3ac12 req-5b1b58eb-c674-42a2-9bcf-1638c53116f1 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:09.833601 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-51426652-4ea7-4b4a-8608-65ad81b3ac12 req-5b1b58eb-c674-42a2-9bcf-1638c53116f1 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 945 time: 0.5778608 Feb 12 21:37:09.846793 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed92ad12-0029-4367-8d8d-4932f1c7d253 req-1476a1e3-ae35-4571-8975-be6298a44722 service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6870074 Feb 12 21:37:09.872947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8859dfc8-7447-441d-97f0-1788aa8f0393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.877045 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8859dfc8-7447-441d-97f0-1788aa8f0393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:09.885006 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b6cdc016-feb0-4c82-85c0-cc9689035068 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71b51064538a43db8405752008453a43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4049199 Feb 12 21:37:09.895289 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59882) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:09.897048 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:09.976414 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdc016-feb0-4c82-85c0-cc9689035068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51f6485-93c9-45ea-b2f5-a850582ed764,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:09.992264 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b6cdc016-feb0-4c82-85c0-cc9689035068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:09.992747 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:10.034014 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-8859dfc8-7447-441d-97f0-1788aa8f0393 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a171dbfa9f1466ebb450cf8756b62d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5273254 Feb 12 21:37:10.034863 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 59888) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:10.045527 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859dfc8-7447-441d-97f0-1788aa8f0393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad128ec5-bca7-4def-bbcd-402ae5214b08,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:10.054830 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-8859dfc8-7447-441d-97f0-1788aa8f0393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:10.112435 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-84617696-51dd-44f0-a268-43bc25b78e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:10.148786 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-84617696-51dd-44f0-a268-43bc25b78e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:10.188095 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-51426652-4ea7-4b4a-8608-65ad81b3ac12 req-c7c3a01b-8aeb-4e8b-9feb-09d90d455dc7 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf818528-f21b-4748-a064-34d5284ec466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391385 Feb 12 21:37:10.281737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffa442c5-dc30-4e9d-9c30-e131840cfd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:10.324151 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffa442c5-dc30-4e9d-9c30-e131840cfd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:10.337899 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-84617696-51dd-44f0-a268-43bc25b78e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:10.357245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:10.384682 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-84617696-51dd-44f0-a268-43bc25b78e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:10.390059 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-84617696-51dd-44f0-a268-43bc25b78e4d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e51f6485-93c9-45ea-b2f5-a850582ed764 HTTP/1.1" status: 204 len: 168 time: 0.4729023 Feb 12 21:37:10.410148 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84617696-51dd-44f0-a268-43bc25b78e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51f6485-93c9-45ea-b2f5-a850582ed764,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:10.466471 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-84617696-51dd-44f0-a268-43bc25b78e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:10.512122 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffa442c5-dc30-4e9d-9c30-e131840cfd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:10.517936 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:10.551347 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa442c5-dc30-4e9d-9c30-e131840cfd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad128ec5-bca7-4def-bbcd-402ae5214b08,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:10.557199 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ffa442c5-dc30-4e9d-9c30-e131840cfd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:10.583611 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffa442c5-dc30-4e9d-9c30-e131840cfd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:10.584063 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ffa442c5-dc30-4e9d-9c30-e131840cfd1d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad128ec5-bca7-4def-bbcd-402ae5214b08 HTTP/1.1" status: 204 len: 168 time: 0.5473461 Feb 12 21:37:10.674946 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Pushing event updated for resources: {'Port': ['ID=d557f482-9260-4567-b37c-700a2d9a71fc,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:10.693469 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:10.785538 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b87ee-c8ca-4f33-abd0-2146a5804901 req-b615882a-3d7e-401f-b3ac-22c44e2b82d6 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:10.793167 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7d2b87ee-c8ca-4f33-abd0-2146a5804901 req-b615882a-3d7e-401f-b3ac-22c44e2b82d6 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 931 time: 1.0903640 Feb 12 21:37:10.834904 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d681b5b-1461-4455-9678-62267e1a5706 req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Network 5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:37:10.843385 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-8d681b5b-1461-4455-9678-62267e1a5706 req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:37:10.846528 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d681b5b-1461-4455-9678-62267e1a5706 req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:37:10.847645 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 109779e5-aeda-4ab8-85bf-45c0e814f4a4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:10.851183 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d681b5b-1461-4455-9678-62267e1a5706 req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:10.851897 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8d681b5b-1461-4455-9678-62267e1a5706 req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:10.869000 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf6b38-5bff-4c43-b669-dbe1f0bf2794 req-4cc0686c-96f9-4c32-8618-cb513f77cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:10.870637 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bfcf6b38-5bff-4c43-b669-dbe1f0bf2794 req-4cc0686c-96f9-4c32-8618-cb513f77cb7a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d&device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 1160 time: 0.8797343 Feb 12 21:37:10.951561 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7d2b87ee-c8ca-4f33-abd0-2146a5804901 req-284442da-e73e-47aa-b38a-964651119208 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573312 Feb 12 21:37:10.975762 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port 109779e5-aeda-4ab8-85bf-45c0e814f4a4 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:37:10.982840 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 109779e5-aeda-4ab8-85bf-45c0e814f4a4 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:10.983589 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:11.158927 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d681b5b-1461-4455-9678-62267e1a5706 req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5801260 Feb 12 21:37:11.192267 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Request body: {'port': {'device_id': '6f90c57b-01dd-44b3-a4cf-f75ed1256546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:11.198080 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:11.285395 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 109779e5-aeda-4ab8-85bf-45c0e814f4a4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=109779e5-aeda-4ab8-85bf-45c0e814f4a4,segment=NetworkSegment(c24a139e-3507-4f3e-b88d-dc6ab4830485),segment_id=c24a139e-3507-4f3e-b88d-dc6ab4830485)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:37:11.288874 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceecc406-14ea-4f15-8cc4-40dc067bc089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109779e5-aeda-4ab8-85bf-45c0e814f4a4'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:11.302233 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:11.305400 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:11.416321 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:11.449766 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:11.467073 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b131cdf-bb40-4274-9759-3694c4d5d72b req-559ae02f-f95e-453a-81e6-13d874cc7968 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:11.475525 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2b131cdf-bb40-4274-9759-3694c4d5d72b req-559ae02f-f95e-453a-81e6-13d874cc7968 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.7511652 Feb 12 21:37:11.501961 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=109779e5-aeda-4ab8-85bf-45c0e814f4a4,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:11.507619 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:11.519267 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:11.520035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:11.772998 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2b131cdf-bb40-4274-9759-3694c4d5d72b req-d02c9f1d-f1ed-4f58-b0c3-dfe24de2f0f3 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963519 Feb 12 21:37:11.864420 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceecc406-14ea-4f15-8cc4-40dc067bc089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109779e5-aeda-4ab8-85bf-45c0e814f4a4', 'code': 200} Feb 12 21:37:12.003369 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f47ec46d-f85f-4d64-8738-cf8f84aff410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:12.032582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf6b38-5bff-4c43-b669-dbe1f0bf2794 req-056aa53d-9a15-4350-be0e-2f9f7071930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:12.034734 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bfcf6b38-5bff-4c43-b669-dbe1f0bf2794 req-056aa53d-9a15-4350-be0e-2f9f7071930e service neutron] 10.222.0.66 "GET /v2.0/networks?id=730a1daf-e569-454f-98a4-34427f6ca94f HTTP/1.1" status: 200 len: 911 time: 1.1407912 Feb 12 21:37:12.207014 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bfcf6b38-5bff-4c43-b669-dbe1f0bf2794 req-26de263c-bee3-4e9d-ba6f-3021a601716a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 HTTP/1.1" status: 200 len: 217 time: 0.1512523 Feb 12 21:37:12.229716 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80a05d-49c2-41fe-b647-d398d4fe5c44 req-6b96f676-1d4e-47fd-8d20-801691d99025 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:12.238108 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9d80a05d-49c2-41fe-b647-d398d4fe5c44 req-6b96f676-1d4e-47fd-8d20-801691d99025 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 945 time: 0.7915449 Feb 12 21:37:12.274469 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 109779e5-aeda-4ab8-85bf-45c0e814f4a4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:12.431322 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d99e28-434e-483c-8575-aec06bfa9a5b req-f3ae77a8-0bf4-4794-8473-1dd99db8759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:12.432664 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a8d99e28-434e-483c-8575-aec06bfa9a5b req-f3ae77a8-0bf4-4794-8473-1dd99db8759b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 1162 time: 0.2426262 Feb 12 21:37:12.526237 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a8d99e28-434e-483c-8575-aec06bfa9a5b req-bc78ae24-8176-4520-a3e0-a0ebefa3dbb2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860934 Feb 12 21:37:12.527533 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9d80a05d-49c2-41fe-b647-d398d4fe5c44 req-34f70c61-ccfe-44de-bc0d-2f9e6c038c81 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf818528-f21b-4748-a064-34d5284ec466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884531 Feb 12 21:37:12.557707 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf6b38-5bff-4c43-b669-dbe1f0bf2794 req-0b7d99bc-37de-4b10-a103-551f2bc278e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:12.559282 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bfcf6b38-5bff-4c43-b669-dbe1f0bf2794 req-0b7d99bc-37de-4b10-a103-551f2bc278e1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3d14036-127d-49c7-a851-85c1a4e15dee HTTP/1.1" status: 200 len: 856 time: 0.2960453 Feb 12 21:37:12.872368 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d557f482-9260-4567-b37c-700a2d9a71fc {{(pid=84069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:37:12.947257 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 109779e5-aeda-4ab8-85bf-45c0e814f4a4 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:12.948129 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:13.007068 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:13.243150 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Transition to ACTIVE for port object d557f482-9260-4567-b37c-700a2d9a71fc will not be triggered until provisioned by entity L2. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:37:13.272345 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:13.311401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eadc09-da25-4c73-9705-5fc36d5d753e req-e77eb8dd-0249-4831-9250-5f6bd0641eb1 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:13.312282 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-70eadc09-da25-4c73-9705-5fc36d5d753e req-e77eb8dd-0249-4831-9250-5f6bd0641eb1 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Synchronizing usage tracker for tenant:4ade9798f9ae40008a2eba6065c86a71 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:37:13.320122 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:13.479334 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf6b38-5bff-4c43-b669-dbe1f0bf2794 req-f78495ea-7443-4a83-8e64-71c9191b1cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:13.481555 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bfcf6b38-5bff-4c43-b669-dbe1f0bf2794 req-f78495ea-7443-4a83-8e64-71c9191b1cec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=730a1daf-e569-454f-98a4-34427f6ca94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5669427 Feb 12 21:37:13.521803 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-70eadc09-da25-4c73-9705-5fc36d5d753e req-e77eb8dd-0249-4831-9250-5f6bd0641eb1 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Unset dirty status for tenant:4ade9798f9ae40008a2eba6065c86a71 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:37:13.523068 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-70eadc09-da25-4c73-9705-5fc36d5d753e req-e77eb8dd-0249-4831-9250-5f6bd0641eb1 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 931 time: 0.7510431 Feb 12 21:37:13.909332 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bfcf6b38-5bff-4c43-b669-dbe1f0bf2794 req-928101da-f68c-419b-86ba-93301b0c10b6 service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598593 Feb 12 21:37:13.922597 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Pushing event updated for resources: {'Port': ['ID=d557f482-9260-4567-b37c-700a2d9a71fc,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:13.925902 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:13.961566 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-70eadc09-da25-4c73-9705-5fc36d5d753e req-30e4ac29-a45a-4a0a-80c1-48cc76f12d81 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946803 Feb 12 21:37:13.997758 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ace1b7-0273-49ba-9e58-8b67f53989b5 req-ad4b6936-bdef-44eb-b5d5-235c6b927aaa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:13.999484 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78ace1b7-0273-49ba-9e58-8b67f53989b5 req-ad4b6936-bdef-44eb-b5d5-235c6b927aaa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.9298582 Feb 12 21:37:14.388589 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78ace1b7-0273-49ba-9e58-8b67f53989b5 req-bad13923-d7c3-452d-9f3b-a5fda5efc925 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148252 Feb 12 21:37:14.449965 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db84d58c-355c-4f55-895d-ee932dbdd127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:14.521741 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bfcf6b38-5bff-4c43-b669-dbe1f0bf2794 req-6da9bb1e-6769-4316-af78-5153fdbd62c3 service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5641692 Feb 12 21:37:14.529646 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Attempting to bind port d557f482-9260-4567-b37c-700a2d9a71fc on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:37:14.530032 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Attempting to bind port d557f482-9260-4567-b37c-700a2d9a71fc by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'c24a139e-3507-4f3e-b88d-dc6ab4830485', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd'}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:37:14.530411 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Attempting to bind port d557f482-9260-4567-b37c-700a2d9a71fc on network 5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:37:14.537129 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:37:14.537509 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Checking segment: {'id': 'c24a139e-3507-4f3e-b88d-dc6ab4830485', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:37:14.537920 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:14.538366 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Bound using segment: {'id': 'c24a139e-3507-4f3e-b88d-dc6ab4830485', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd'} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:37:14.538856 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Bound port: d557f482-9260-4567-b37c-700a2d9a71fc, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24a139e-3507-4f3e-b88d-dc6ab4830485', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd'}}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:37:14.539237 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:14.609695 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:37:14.653358 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] For port d557f482-9260-4567-b37c-700a2d9a71fc, host hv-cinder-77525, cleared binding levels {{(pid=84069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:37:14.657163 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] For port d557f482-9260-4567-b37c-700a2d9a71fc, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=d557f482-9260-4567-b37c-700a2d9a71fc,segment=NetworkSegment(c24a139e-3507-4f3e-b88d-dc6ab4830485),segment_id=c24a139e-3507-4f3e-b88d-dc6ab4830485)] {{(pid=84069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:37:14.661449 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:14.678724 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6e0b8954-46ce-4e52-872d-b34f5a07e8a5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:14.811211 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Pushing event updated for resources: {'Port': ['ID=d557f482-9260-4567-b37c-700a2d9a71fc,revision_number=3']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:14.820406 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:14.909650 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:14.910645 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:14.912456 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d681b5b-1461-4455-9678-62267e1a5706 req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] 10.222.0.66 "PUT /v2.0/ports/d557f482-9260-4567-b37c-700a2d9a71fc HTTP/1.1" status: 200 len: 1157 time: 3.7326839 Feb 12 21:37:14.913928 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f90c57b-01dd-44b3-a4cf-f75ed1256546', 'tag': 'd557f482-9260-4567-b37c-700a2d9a71fc'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:14.979124 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:15.077150 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:15.082038 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f90c57b-01dd-44b3-a4cf-f75ed1256546', 'tag': 'd557f482-9260-4567-b37c-700a2d9a71fc', 'status': 'completed', 'code': 200} Feb 12 21:37:15.106388 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:37:15.114371 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:15.117121 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:15.130619 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d681b5b-1461-4455-9678-62267e1a5706 req-e5cdd086-84b9-4e45-ae11-becf6d24ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:15.132290 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d681b5b-1461-4455-9678-62267e1a5706 req-e5cdd086-84b9-4e45-ae11-becf6d24ee92 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ade9798f9ae40008a2eba6065c86a71&device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 1160 time: 0.1445248 Feb 12 21:37:15.285297 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d681b5b-1461-4455-9678-62267e1a5706 req-187d3ba2-c63d-439c-aeae-403c08ea34a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d557f482-9260-4567-b37c-700a2d9a71fc HTTP/1.1" status: 200 len: 217 time: 0.1387103 Feb 12 21:37:15.287820 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:15.343555 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:15.360069 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:37:15.378513 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:15.382900 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:15.421354 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d681b5b-1461-4455-9678-62267e1a5706 req-11b5676a-fe85-46e7-93e0-829bdf01388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:15.423802 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d681b5b-1461-4455-9678-62267e1a5706 req-11b5676a-fe85-46e7-93e0-829bdf01388b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5354e90-f0b4-413c-b8eb-fcea8549d5b4 HTTP/1.1" status: 200 len: 858 time: 0.1247504 Feb 12 21:37:15.502453 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d681b5b-1461-4455-9678-62267e1a5706 req-0f48fbf2-3d4a-4cbd-9e2a-8cc9b2637bdb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607572 Feb 12 21:37:15.507949 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:15.512004 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:15.517735 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b069bc6-eb88-4dbb-a965-d3ea3bee8f05 req-458b8fef-4df9-4777-bf09-d7a248a3ead9 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:15.520385 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6b069bc6-eb88-4dbb-a965-d3ea3bee8f05 req-458b8fef-4df9-4777-bf09-d7a248a3ead9 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 943 time: 0.3002837 Feb 12 21:37:15.674767 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6b069bc6-eb88-4dbb-a965-d3ea3bee8f05 req-96c5cf46-36cf-4a7e-85c7-7bcdc2bacd6c tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273301 Feb 12 21:37:15.760202 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:15.769445 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d681b5b-1461-4455-9678-62267e1a5706 req-6f0aa232-19d8-4c29-bde4-1cc39a0e06ab service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474368 Feb 12 21:37:15.868969 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185', 'code': 200} Feb 12 21:37:16.149375 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d681b5b-1461-4455-9678-62267e1a5706 req-41976cd4-28c7-476a-9c15-257880fbc3fd service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3721623 Feb 12 21:37:16.238953 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba4f7d-33b7-4c36-b76b-d6cfe2342300 req-c92026e0-3299-4655-bb09-e24772681ebe tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:16.240675 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-61ba4f7d-33b7-4c36-b76b-d6cfe2342300 req-c92026e0-3299-4655-bb09-e24772681ebe tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.1692295 Feb 12 21:37:16.371195 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-61ba4f7d-33b7-4c36-b76b-d6cfe2342300 req-622c16b8-82ac-410a-8d40-1df4559bd9ab tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221995 Feb 12 21:37:16.375733 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3fe8e-92ef-4ef2-adb7-689416895f23 req-7423b4cb-dc59-4eed-87fe-aeaaf8e88afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:16.378247 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8ee3fe8e-92ef-4ef2-adb7-689416895f23 req-7423b4cb-dc59-4eed-87fe-aeaaf8e88afe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 1162 time: 0.1959717 Feb 12 21:37:16.399967 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 109779e5-aeda-4ab8-85bf-45c0e814f4a4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:16.447532 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8ee3fe8e-92ef-4ef2-adb7-689416895f23 req-714bbd72-5769-49ac-9bca-3956f7281642 service neutron] Synchronizing usage tracker for tenant:fcb6b881a50e486d90f4357c9ffccd72 on resource:security_group {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:37:16.453913 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1c1dc-c358-4d03-a0d2-4e4e8f7fe369 req-cde1b56c-29d7-49d4-bb3b-a88993f77f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:16.455538 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b6b1c1dc-c358-4d03-a0d2-4e4e8f7fe369 req-cde1b56c-29d7-49d4-bb3b-a88993f77f7a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ade9798f9ae40008a2eba6065c86a71&device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 1160 time: 0.1782696 Feb 12 21:37:16.483579 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 109779e5-aeda-4ab8-85bf-45c0e814f4a4 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:16.484602 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:16.554509 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8ee3fe8e-92ef-4ef2-adb7-689416895f23 req-714bbd72-5769-49ac-9bca-3956f7281642 service neutron] Unset dirty status for tenant:fcb6b881a50e486d90f4357c9ffccd72 on resource:security_group {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:37:16.555760 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8ee3fe8e-92ef-4ef2-adb7-689416895f23 req-714bbd72-5769-49ac-9bca-3956f7281642 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599436 Feb 12 21:37:16.647183 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1c1dc-c358-4d03-a0d2-4e4e8f7fe369 req-b25b7a21-a45c-46ce-bb9f-fd82ae39588e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:16.648433 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:16.648821 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b6b1c1dc-c358-4d03-a0d2-4e4e8f7fe369 req-b25b7a21-a45c-46ce-bb9f-fd82ae39588e service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd HTTP/1.1" status: 200 len: 912 time: 0.1868186 Feb 12 21:37:16.738680 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:16.756405 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:16.756803 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:16.915321 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f174da-1d93-40d4-8fff-71c91eb87fa6 req-f1f6229f-fcce-4b37-b5f2-1279422eff56 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:16.918287 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-61f174da-1d93-40d4-8fff-71c91eb87fa6 req-f1f6229f-fcce-4b37-b5f2-1279422eff56 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 943 time: 0.1213224 Feb 12 21:37:16.971046 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-61f174da-1d93-40d4-8fff-71c91eb87fa6 req-ea53e0d1-c1b8-48ff-b879-9913ca30408e tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463877 Feb 12 21:37:17.153689 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b6b1c1dc-c358-4d03-a0d2-4e4e8f7fe369 req-3b19e99b-ecc1-43c7-8e55-e9bc5e196d78 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d557f482-9260-4567-b37c-700a2d9a71fc HTTP/1.1" status: 200 len: 217 time: 0.0859799 Feb 12 21:37:17.238159 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1c1dc-c358-4d03-a0d2-4e4e8f7fe369 req-d739e75f-40d9-4257-91da-8e013f35eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:17.239929 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b6b1c1dc-c358-4d03-a0d2-4e4e8f7fe369 req-d739e75f-40d9-4257-91da-8e013f35eec2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5354e90-f0b4-413c-b8eb-fcea8549d5b4 HTTP/1.1" status: 200 len: 858 time: 0.0792542 Feb 12 21:37:17.297894 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b6b1c1dc-c358-4d03-a0d2-4e4e8f7fe369 req-ff0bab81-abc7-45c9-97fc-ec629fa0c504 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500710 Feb 12 21:37:17.650643 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b6b1c1dc-c358-4d03-a0d2-4e4e8f7fe369 req-3ca71cf4-5459-49d5-b7b9-d27d0a4d05b8 service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455048 Feb 12 21:37:17.841564 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-14d11ac1-51c2-4e56-b406-de580624a5a4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:17.843164 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-14d11ac1-51c2-4e56-b406-de580624a5a4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/networks?id=42af01d5-f180-404d-b2e0-973b43eb2701 HTTP/1.1" status: 200 len: 815 time: 0.3749537 Feb 12 21:37:17.850076 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97089e-8fae-4c45-ab50-96bee2af071c req-82cc43bc-d2b6-433a-81b1-e43ef20dc625 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:17.851549 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cb97089e-8fae-4c45-ab50-96bee2af071c req-82cc43bc-d2b6-433a-81b1-e43ef20dc625 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.2927434 Feb 12 21:37:17.909151 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-6a9409e1-b596-442e-9689-e924d32e28c9 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/quotas/b6b4257113824071ad301c8114b8307d HTTP/1.1" status: 200 len: 375 time: 0.0567081 Feb 12 21:37:17.918057 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b6b1c1dc-c358-4d03-a0d2-4e4e8f7fe369 req-b7304b63-02a7-4684-999e-dd5d4482b2cd service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2568326 Feb 12 21:37:17.992854 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cb97089e-8fae-4c45-ab50-96bee2af071c req-a44b5f7b-b383-4cbc-a5f9-4aacbc966a20 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225154 Feb 12 21:37:18.040964 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9118a978-ad0a-4ed3-ad01-dda57f3d8c59 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6b4257113824071ad301c8114b8307d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1218061 Feb 12 21:37:18.278997 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-6152b38d-0d04-421f-b745-6dd996fa7c10 service neutron] 10.222.0.35 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297010 Feb 12 21:37:18.286297 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07571f12-9d40-44ba-806f-e2e864113519 req-70d5f721-2fec-4569-bcfd-5343f8626bfe tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:18.292227 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-07571f12-9d40-44ba-806f-e2e864113519 req-70d5f721-2fec-4569-bcfd-5343f8626bfe tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 943 time: 0.1621547 Feb 12 21:37:18.665546 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-07571f12-9d40-44ba-806f-e2e864113519 req-f29cc62c-5699-4d5a-ab0d-d128dfe4e855 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487535 Feb 12 21:37:18.732034 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-42fea341-0cb2-44e5-8f22-cb00c281a20b service neutron] 10.222.0.35 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4385612 Feb 12 21:37:18.998575 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-992e1deb-9861-4b4e-954e-beb76dad1488 req-bbf4c87f-a5af-4ffd-bd2d-4f9ba3888ed0 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 210 time: 0.0591238 Feb 12 21:37:19.250602 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1090942-5b4c-4057-85d4-6de0266bfc73 req-813e187b-8948-4b83-b805-927ad9e03986 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:19.252597 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e1090942-5b4c-4057-85d4-6de0266bfc73 req-813e187b-8948-4b83-b805-927ad9e03986 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.1129546 Feb 12 21:37:19.326295 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e1090942-5b4c-4057-85d4-6de0266bfc73 req-c17abbc9-7beb-410b-ad39-5546baa33134 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614550 Feb 12 21:37:19.696661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811e430-97b3-49fa-b1fe-28207975d7ba req-86ace1eb-a45b-494b-9209-b8ea39aa9a15 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:19.699900 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9811e430-97b3-49fa-b1fe-28207975d7ba req-86ace1eb-a45b-494b-9209-b8ea39aa9a15 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.1946328 Feb 12 21:37:19.708919 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60274) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:19.715740 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-b2f783b5-1733-420c-9608-1830c5b7e172 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Request body: {'floatingip': {'port_id': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:19.876661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b2f783b5-1733-420c-9608-1830c5b7e172 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for floatingip, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:19.915298 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9e0bd-1494-4755-8bd2-4e3cd1e6d1ef req-5c638330-7f1b-471c-bcd5-6ef062a60d7b tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:19.924399 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-46a9e0bd-1494-4755-8bd2-4e3cd1e6d1ef req-5c638330-7f1b-471c-bcd5-6ef062a60d7b tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 945 time: 0.2228863 Feb 12 21:37:20.014641 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60288) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:20.022250 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-46a9e0bd-1494-4755-8bd2-4e3cd1e6d1ef req-624077b4-7c0e-4188-9e49-de5011493fb2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf818528-f21b-4748-a064-34d5284ec466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959103 Feb 12 21:37:20.033059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94728c3-7b71-4c24-8172-100a33cccc08 req-599ecad8-cd72-47c7-b44b-536b67f49724 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:20.036273 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f94728c3-7b71-4c24-8172-100a33cccc08 req-599ecad8-cd72-47c7-b44b-536b67f49724 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 943 time: 0.1930475 Feb 12 21:37:20.127110 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f94728c3-7b71-4c24-8172-100a33cccc08 req-4ac6bd5c-d8f8-4315-945d-473426abec0e tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842605 Feb 12 21:37:20.260021 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4095a323-0f61-4b0b-a410-1151a0f2dde8 req-12821632-b25c-45d4-b626-086019c64744 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 210 time: 0.0526457 Feb 12 21:37:20.353559 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:20.389620 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:20.430196 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:20.434927 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Usage tracker for resource:security_group_rule and tenant:049702517d2743f9bf46ecca75e39142 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:20.438557 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:20.444393 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:20.467173 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:20.467751 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:20.826808 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:20.839998 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:20.856876 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-cb9d1814-7169-488f-ba74-8c03298e23fb tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:20.858491 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-cb9d1814-7169-488f-ba74-8c03298e23fb tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.66 "GET /v2.0/networks?id=42af01d5-f180-404d-b2e0-973b43eb2701 HTTP/1.1" status: 200 len: 815 time: 0.2097001 Feb 12 21:37:20.869187 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d1ca38e2-253c-48d8-b4f8-b1a9ffae5645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:20.884588 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-64172b49-8e64-4545-be98-eb4690f39ce4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Request body: {'port': {'device_id': '9ebbc02c-0f69-46fb-91e8-a81d7fa184b9', 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701', 'admin_state_up': True, 'tenant_id': 'b6b4257113824071ad301c8114b8307d'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:20.892312 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=049702517d2743f9bf46ecca75e39142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8758216 Feb 12 21:37:20.892990 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60312) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:20.960896 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a061c26-3ed5-42df-bc61-76dbdd18292c,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:21.019211 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.019829 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.020344 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.020769 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.021429 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.021956 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.022413 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.022863 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.023654 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.024149 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.024603 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.025125 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.025679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.026050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.026530 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.027125 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.027637 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.028088 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.028475 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.029214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.029602 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.029988 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.030367 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.030918 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:21.056743 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:21.083047 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a80c948b-dad4-4bf7-a2c0-c4973913667b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:21.091577 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 60328) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:21.100073 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-b2f783b5-1733-420c-9608-1830c5b7e172 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 12 21:37:21.117971 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-64172b49-8e64-4545-be98-eb4690f39ce4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:21.131545 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-64172b49-8e64-4545-be98-eb4690f39ce4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:21.144570 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-64172b49-8e64-4545-be98-eb4690f39ce4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Made reservation on behalf of b6b4257113824071ad301c8114b8307d for: {'port': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:37:21.151439 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-64172b49-8e64-4545-be98-eb4690f39ce4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:21.210404 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a80c948b-dad4-4bf7-a2c0-c4973913667b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:21.255836 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b2f783b5-1733-420c-9608-1830c5b7e172 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:21.269674 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b2f783b5-1733-420c-9608-1830c5b7e172 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:21.482483 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.l3_db [None req-b2f783b5-1733-420c-9608-1830c5b7e172 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Floating IP bc20aa91-69c6-45d9-98c3-e814225d9bd5 associated. External IP: 172.28.0.56, port: 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185. Feb 12 21:37:21.680519 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:21.746560 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:21.759144 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ecbca-3e99-4034-9c97-50801cedcb50 req-43a2de64-e6d1-408d-a922-23c670bbe7ea tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:21.775499 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-071ecbca-3e99-4034-9c97-50801cedcb50 req-43a2de64-e6d1-408d-a922-23c670bbe7ea tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 945 time: 0.5920072 Feb 12 21:37:21.800293 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Usage tracker for resource:security_group_rule and tenant:21483c659e9846ca80eeca953ba0aa2a is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:21.819540 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:21.832509 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:21.886074 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a80c948b-dad4-4bf7-a2c0-c4973913667b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:21.897716 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d43aa90b-963a-478c-804b-4681b894675f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:21.916605 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c948b-dad4-4bf7-a2c0-c4973913667b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a061c26-3ed5-42df-bc61-76dbdd18292c,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:21.923234 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a80c948b-dad4-4bf7-a2c0-c4973913667b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:21.927222 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-a80c948b-dad4-4bf7-a2c0-c4973913667b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a061c26-3ed5-42df-bc61-76dbdd18292c HTTP/1.1" status: 204 len: 168 time: 1.0281055 Feb 12 21:37:21.932347 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a80c948b-dad4-4bf7-a2c0-c4973913667b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:22.021768 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-071ecbca-3e99-4034-9c97-50801cedcb50 req-54eb7e62-7951-4a79-b044-45a778f3f74b tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf818528-f21b-4748-a064-34d5284ec466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448776 Feb 12 21:37:22.055580 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253bbda-0f27-493d-bd3f-56de02c42b3c req-9412895c-3580-47b0-8972-efdfba8553fa tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:22.071603 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8253bbda-0f27-493d-bd3f-56de02c42b3c req-9412895c-3580-47b0-8972-efdfba8553fa tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 943 time: 0.4818704 Feb 12 21:37:22.198020 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60364) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:22.207726 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f783b5-1733-420c-9608-1830c5b7e172 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Router d981f459-bed3-4b0b-8008-8fc0559f9d6b has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:37:22.313636 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8253bbda-0f27-493d-bd3f-56de02c42b3c req-6c836936-d290-4393-8413-dc381de6eb4a tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408853 Feb 12 21:37:22.376690 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-32b8f88b-899f-41c1-b662-89c4711b15a0 req-ffd5cb78-819b-4daf-9ee2-17a10f999ddc tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 210 time: 0.1358507 Feb 12 21:37:22.414055 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-64172b49-8e64-4545-be98-eb4690f39ce4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Allocated IP 172.20.0.4 (42af01d5-f180-404d-b2e0-973b43eb2701/602701a7-6052-4b51-830c-21d6ac4ab865/040ef129-4712-4040-8604-82eb85de668a) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:37:22.460418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f783b5-1733-420c-9608-1830c5b7e172 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:37:22.476926 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e846e49-16d4-490b-81e7-7842ba606e14 None None] Sync routers for ids ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'] in dv-cinder-775250-2-smb {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:37:22.478275 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b2f783b5-1733-420c-9608-1830c5b7e172 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:22.496306 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e846e49-16d4-490b-81e7-7842ba606e14 None None] Routers {'d981f459-bed3-4b0b-8008-8fc0559f9d6b'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:37:22.496993 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6e846e49-16d4-490b-81e7-7842ba606e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:37:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:37:22.580135 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b2f783b5-1733-420c-9608-1830c5b7e172 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "PUT /v2.0/floatingips/bc20aa91-69c6-45d9-98c3-e814225d9bd5 HTTP/1.1" status: 200 len: 990 time: 2.8696849 Feb 12 21:37:22.582747 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'tag': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185'}] {{(pid=84068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:22.617864 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:22.637493 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6279c5dd-af90-418a-be9f-2f9d2bfbdee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:22.641221 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:22.669107 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'tag': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185', 'status': 'completed', 'code': 200} Feb 12 21:37:22.682484 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-6279c5dd-af90-418a-be9f-2f9d2bfbdee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:22.691914 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-6279c5dd-af90-418a-be9f-2f9d2bfbdee6 admin admin] Usage tracker for resource:security_group_rule and tenant:efd433771b4d4f99a04225ca40cec1dc is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:22.698046 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-6279c5dd-af90-418a-be9f-2f9d2bfbdee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:22.705955 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b6cdc016-feb0-4c82-85c0-cc9689035068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:22.776315 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-6279c5dd-af90-418a-be9f-2f9d2bfbdee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:22.778615 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 60384) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:22.788601 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=21483c659e9846ca80eeca953ba0aa2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6931207 Feb 12 21:37:22.799011 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60388) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:22.812540 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-6e846e49-16d4-490b-81e7-7842ba606e14 None None] Set router d981f459-bed3-4b0b-8008-8fc0559f9d6b gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:37:22.858206 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ac0b30d8-d4ff-489e-909f-e5d15efc8953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:22.923737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4b87c-4d12-4096-8fbd-66c613da257d req-7862462e-d16d-43df-8011-02e70d66af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:22.925434 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-05c4b87c-4d12-4096-8fbd-66c613da257d req-7862462e-d16d-43df-8011-02e70d66af7c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d&device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 1162 time: 0.2118707 Feb 12 21:37:22.937811 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c28eb81b-558c-41fa-8fa6-b592f1fafdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:22.965160 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device d557f482-9260-4567-b37c-700a2d9a71fc up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:22.982071 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c28eb81b-558c-41fa-8fa6-b592f1fafdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:23.037305 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-64172b49-8e64-4545-be98-eb4690f39ce4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:23.043630 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8620fda1-1c49-45be-9d6a-fd0409191dfe,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:23.067622 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.068572 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.069382 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.069963 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.070532 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.071099 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.071662 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.072272 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.073548 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.074143 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.074727 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.075292 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.076108 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.076872 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.077428 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.078557 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.079126 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.079720 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.080287 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.080852 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.081570 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.082137 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.082716 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.083278 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.090175 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:23.102050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-ad3fdfb5-a3d3-450d-8e11-14a09b27e15c tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:23.104520 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-ad3fdfb5-a3d3-450d-8e11-14a09b27e15c tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.66 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 945 time: 0.6710291 Feb 12 21:37:23.106143 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ac0b30d8-d4ff-489e-909f-e5d15efc8953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:23.115664 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ac0b30d8-d4ff-489e-909f-e5d15efc8953 admin admin] Usage tracker for resource:security_group_rule and tenant:5864a9c0243c46fd9d8a63367e1c0d8f is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:23.129858 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port d557f482-9260-4567-b37c-700a2d9a71fc completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:37:23.140099 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port d557f482-9260-4567-b37c-700a2d9a71fc triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:23.141329 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:23.195288 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6279c5dd-af90-418a-be9f-2f9d2bfbdee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:23.249014 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Deleting port c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:37:23.251928 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:23.279575 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6279c5dd-af90-418a-be9f-2f9d2bfbdee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:23.307839 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ac0b30d8-d4ff-489e-909f-e5d15efc8953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:23.322202 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:23.363024 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-6279c5dd-af90-418a-be9f-2f9d2bfbdee6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=efd433771b4d4f99a04225ca40cec1dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1535826 Feb 12 21:37:23.364450 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c28eb81b-558c-41fa-8fa6-b592f1fafdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:23.364724 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:23.379947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60402) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:23.380706 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279c5dd-af90-418a-be9f-2f9d2bfbdee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823297ad-0537-49fc-b45c-7cfe64454ed8,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:23.417610 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port d557f482-9260-4567-b37c-700a2d9a71fc, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=d557f482-9260-4567-b37c-700a2d9a71fc,segment=NetworkSegment(c24a139e-3507-4f3e-b88d-dc6ab4830485),segment_id=c24a139e-3507-4f3e-b88d-dc6ab4830485)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:37:23.419091 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f90c57b-01dd-44b3-a4cf-f75ed1256546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd557f482-9260-4567-b37c-700a2d9a71fc'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:23.435081 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60404) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:23.437693 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6279c5dd-af90-418a-be9f-2f9d2bfbdee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:23.439748 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:23.441882 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:23.445553 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ffa442c5-dc30-4e9d-9c30-e131840cfd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:23.477470 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28eb81b-558c-41fa-8fa6-b592f1fafdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8620fda1-1c49-45be-9d6a-fd0409191dfe,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:23.489089 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6e846e49-16d4-490b-81e7-7842ba606e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': 'bc20aa91-69c6-45d9-98c3-e814225d9bd5', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'floating_ip_address': '172.28.0.56', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'port_id': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'mac_address': 'fa:16:3e:fa:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:36:43Z', 'updated_at': '2021-02-12T21:37:20Z', 'revision_number': 1, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68de73d7-6141-40b3-968b-45842b4d5ea5', 'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'mac_address': 'fa:16:3e:9c:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:29Z', 'updated_at': '2021-02-12T21:36:49Z', 'revision_number': 5, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'subnets': [{'id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:37:23.498631 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e846e49-16d4-490b-81e7-7842ba606e14 None None] Checking router: d981f459-bed3-4b0b-8008-8fc0559f9d6b for host: dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:37:23.506921 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ac0b30d8-d4ff-489e-909f-e5d15efc8953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:23.513723 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e846e49-16d4-490b-81e7-7842ba606e14 None None] Routers {'d981f459-bed3-4b0b-8008-8fc0559f9d6b'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:37:23.514908 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6e846e49-16d4-490b-81e7-7842ba606e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:37:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:37:23.528999 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c28eb81b-558c-41fa-8fa6-b592f1fafdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:23.539862 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-c28eb81b-558c-41fa-8fa6-b592f1fafdc2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8620fda1-1c49-45be-9d6a-fd0409191dfe HTTP/1.1" status: 204 len: 168 time: 0.7395120 Feb 12 21:37:23.546246 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c28eb81b-558c-41fa-8fa6-b592f1fafdc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:23.568113 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=d557f482-9260-4567-b37c-700a2d9a71fc,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:23.613256 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.613984 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.614806 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.615368 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.616000 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.616573 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.617136 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.617983 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.618539 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.619140 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.619733 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.620294 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.620943 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.621491 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.622036 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.622587 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.623127 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.623671 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.624284 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.625117 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.625682 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.626227 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.626770 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.627309 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:37:23.635185 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:23.663222 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4b87c-4d12-4096-8fbd-66c613da257d req-83cbede4-5194-4353-8e43-6246ff461fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:23.665073 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-05c4b87c-4d12-4096-8fbd-66c613da257d req-83cbede4-5194-4353-8e43-6246ff461fa5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=730a1daf-e569-454f-98a4-34427f6ca94f HTTP/1.1" status: 200 len: 911 time: 0.6285713 Feb 12 21:37:23.670533 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f4333c0-3dac-4efd-aabf-44e0938653d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:23.800611 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-6e846e49-16d4-490b-81e7-7842ba606e14 None None] Set router d981f459-bed3-4b0b-8008-8fc0559f9d6b gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:37:23.801771 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fcacb234-ab9b-42a0-92c6-03e234eada87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:23.842375 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f4333c0-3dac-4efd-aabf-44e0938653d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:23.855837 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-fcacb234-ab9b-42a0-92c6-03e234eada87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:23.873514 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-fcacb234-ab9b-42a0-92c6-03e234eada87 admin admin] Usage tracker for resource:security_group_rule and tenant:734246b1c81e44dabd7b5941cd59d862 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:23.877821 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-fcacb234-ab9b-42a0-92c6-03e234eada87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:23.886399 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-05c4b87c-4d12-4096-8fbd-66c613da257d req-196b44a0-249a-4798-93bf-0458699a4dfd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 HTTP/1.1" status: 200 len: 998 time: 0.2118516 Feb 12 21:37:23.893327 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-fcacb234-ab9b-42a0-92c6-03e234eada87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:24.008750 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4b87c-4d12-4096-8fbd-66c613da257d req-83ac7038-9643-4b51-8e2c-14805f18a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:24.010460 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-05c4b87c-4d12-4096-8fbd-66c613da257d req-83ac7038-9643-4b51-8e2c-14805f18a16a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3d14036-127d-49c7-a851-85c1a4e15dee HTTP/1.1" status: 200 len: 856 time: 0.1049755 Feb 12 21:37:24.061794 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f4333c0-3dac-4efd-aabf-44e0938653d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:24.078627 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60422) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:24.078861 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a28a445a-d11a-4e77-a481-4870df67ab47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:24.102656 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-64172b49-8e64-4545-be98-eb4690f39ce4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:24.132252 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4333c0-3dac-4efd-aabf-44e0938653d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823297ad-0537-49fc-b45c-7cfe64454ed8,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:24.137051 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1513bb9-6d9a-4aaf-b60a-5f0921911759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:24.150950 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:24.151614 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1f4333c0-3dac-4efd-aabf-44e0938653d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:24.182465 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e1513bb9-6d9a-4aaf-b60a-5f0921911759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:24.185224 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f4333c0-3dac-4efd-aabf-44e0938653d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:24.186474 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-1f4333c0-3dac-4efd-aabf-44e0938653d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/823297ad-0537-49fc-b45c-7cfe64454ed8 HTTP/1.1" status: 204 len: 168 time: 0.7902420 Feb 12 21:37:24.205933 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e1513bb9-6d9a-4aaf-b60a-5f0921911759 admin admin] Usage tracker for resource:security_group_rule and tenant:4fc885778c9845a4afb164b97db8776f is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:24.219746 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e1513bb9-6d9a-4aaf-b60a-5f0921911759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:24.232889 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e1513bb9-6d9a-4aaf-b60a-5f0921911759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:24.265004 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fcacb234-ab9b-42a0-92c6-03e234eada87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:24.282090 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4b87c-4d12-4096-8fbd-66c613da257d req-c698f099-fd00-45e2-8d82-648ad4638984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:24.283766 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-05c4b87c-4d12-4096-8fbd-66c613da257d req-c698f099-fd00-45e2-8d82-648ad4638984 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=730a1daf-e569-454f-98a4-34427f6ca94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2647128 Feb 12 21:37:24.284453 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fcacb234-ab9b-42a0-92c6-03e234eada87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:24.287166 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64172b49-8e64-4545-be98-eb4690f39ce4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Pushing event updated for resources: {'Port': ['ID=040ef129-4712-4040-8604-82eb85de668a,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:24.293131 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-64172b49-8e64-4545-be98-eb4690f39ce4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:24.297104 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:24.409120 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device d557f482-9260-4567-b37c-700a2d9a71fc up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:24.412860 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6fa10-e324-44fb-a862-b78712748f5c req-7d1120f0-5def-45e0-81e6-f40d934522ed tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:24.420608 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-70d6fa10-e324-44fb-a862-b78712748f5c req-7d1120f0-5def-45e0-81e6-f40d934522ed tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 945 time: 1.1040578 Feb 12 21:37:24.455738 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-fcacb234-ab9b-42a0-92c6-03e234eada87 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=734246b1c81e44dabd7b5941cd59d862&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0114825 Feb 12 21:37:24.474089 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60428) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:24.502346 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacb234-ab9b-42a0-92c6-03e234eada87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bd91b2-6bcd-4a0d-841c-9b1341c3223e,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:24.510341 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] For port c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18,segment=NetworkSegment(51c58381-650b-4383-bb9d-5dfcd418d6ce),segment_id=51c58381-650b-4383-bb9d-5dfcd418d6ce)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:37:24.510549 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-fcacb234-ab9b-42a0-92c6-03e234eada87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:24.510791 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:24.572796 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port d557f482-9260-4567-b37c-700a2d9a71fc triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:24.573202 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:24.642984 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-05c4b87c-4d12-4096-8fbd-66c613da257d req-1b72b8a6-4e60-4d48-b397-d2478dbc6e5d service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505306 Feb 12 21:37:24.644907 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1513bb9-6d9a-4aaf-b60a-5f0921911759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:24.659545 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6e846e49-16d4-490b-81e7-7842ba606e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': 'bc20aa91-69c6-45d9-98c3-e814225d9bd5', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'floating_ip_address': '172.28.0.56', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'port_id': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'mac_address': 'fa:16:3e:fa:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:36:43Z', 'updated_at': '2021-02-12T21:37:20Z', 'revision_number': 1, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68de73d7-6141-40b3-968b-45842b4d5ea5', 'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'mac_address': 'fa:16:3e:9c:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:29Z', 'updated_at': '2021-02-12T21:36:49Z', 'revision_number': 5, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'subnets': [{'id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:37:24.672206 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e846e49-16d4-490b-81e7-7842ba606e14 None None] The sync data for ids ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'] in dv-cinder-775250-2-smb is: [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': 'bc20aa91-69c6-45d9-98c3-e814225d9bd5', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'floating_ip_address': '172.28.0.56', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'port_id': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'mac_address': 'fa:16:3e:fa:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:36:43Z', 'updated_at': '2021-02-12T21:37:20Z', 'revision_number': 1, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68de73d7-6141-40b3-968b-45842b4d5ea5', 'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'mac_address': 'fa:16:3e:9c:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:29Z', 'updated_at': '2021-02-12T21:36:49Z', 'revision_number': 5, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'subnets': [{'id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:37:24.679414 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1513bb9-6d9a-4aaf-b60a-5f0921911759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:24.697207 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:24.707231 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Calling delete_port for c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:37:24.746655 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-70d6fa10-e324-44fb-a862-b78712748f5c req-ee79fa3e-2e65-47dc-8111-4778ca4053c9 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf818528-f21b-4748-a064-34d5284ec466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250549 Feb 12 21:37:24.769090 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5023436c-5297-473d-9d0f-da51b2259947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:24.777001 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:37:24.835661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901a92f-7d58-479c-b760-b64a6c51eb16 req-9e846ceb-d5bc-402e-b9dd-fe4f176c9d03 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:24.837573 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7901a92f-7d58-479c-b760-b64a6c51eb16 req-9e846ceb-d5bc-402e-b9dd-fe4f176c9d03 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 1.2520053 Feb 12 21:37:24.862302 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ac0b30d8-d4ff-489e-909f-e5d15efc8953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:24.874806 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-64172b49-8e64-4545-be98-eb4690f39ce4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Network 42af01d5-f180-404d-b2e0-973b43eb2701 is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:37:24.879479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-64172b49-8e64-4545-be98-eb4690f39ce4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:37:24.899394 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ac0b30d8-d4ff-489e-909f-e5d15efc8953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:24.911566 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-64172b49-8e64-4545-be98-eb4690f39ce4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:37:24.917070 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1513bb9-6d9a-4aaf-b60a-5f0921911759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072480cb-607d-466b-9245-056b7abdf64f,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:24.917420 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-64172b49-8e64-4545-be98-eb4690f39ce4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:24.918344 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-64172b49-8e64-4545-be98-eb4690f39ce4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:24.933422 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e1513bb9-6d9a-4aaf-b60a-5f0921911759 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4fc885778c9845a4afb164b97db8776f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8456092 Feb 12 21:37:24.938473 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e1513bb9-6d9a-4aaf-b60a-5f0921911759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:24.944274 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60434) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:24.945952 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:24.951846 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-be8b3243-9051-4569-9d36-2c429784a527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:24.956132 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5023436c-5297-473d-9d0f-da51b2259947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:24.987588 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18,segment=NetworkSegment(51c58381-650b-4383-bb9d-5dfcd418d6ce),segment_id=51c58381-650b-4383-bb9d-5dfcd418d6ce)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:37:24.990890 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:24.992521 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60438) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:24.993524 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:25.047555 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9555796-f55d-41a6-b3f9-40f962826e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:25.069050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18,revision_number=5']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:25.072918 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:25.109515 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-05c4b87c-4d12-4096-8fbd-66c613da257d req-3370ddc3-5ffe-4d79-85fa-15becb5dbbf6 service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4558082 Feb 12 21:37:25.111202 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fc8425-11af-4681-baaf-43ea38371eab None None] New status for floating IP bc20aa91-69c6-45d9-98c3-e814225d9bd5: ACTIVE {{(pid=84070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:37:25.113599 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-f9555796-f55d-41a6-b3f9-40f962826e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:25.124039 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-f9555796-f55d-41a6-b3f9-40f962826e52 admin admin] Usage tracker for resource:security_group_rule and tenant:79942916e15e40ad9d4126ee2c9379a3 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:25.129754 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-f9555796-f55d-41a6-b3f9-40f962826e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:25.149612 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-f9555796-f55d-41a6-b3f9-40f962826e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:25.155595 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ed249426-d710-4f4c-a9f2-e8c91a409332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:25.193849 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ac0b30d8-d4ff-489e-909f-e5d15efc8953 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5864a9c0243c46fd9d8a63367e1c0d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4039454 Feb 12 21:37:25.197651 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5023436c-5297-473d-9d0f-da51b2259947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:25.201288 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b30d8-d4ff-489e-909f-e5d15efc8953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a9fea4-a750-4aac-a422-d15f9efda9ac,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:25.204208 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 60442) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:25.208368 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1b32968d-f444-4bdf-a59a-1708f4a8124e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:25.209831 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7901a92f-7d58-479c-b760-b64a6c51eb16 req-4326ffff-a776-42ab-86a4-3857648dc2bb tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532498 Feb 12 21:37:25.225012 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ac0b30d8-d4ff-489e-909f-e5d15efc8953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:25.236438 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ed249426-d710-4f4c-a9f2-e8c91a409332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:25.238056 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84069) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:37:25.238418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:37:25.260762 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023436c-5297-473d-9d0f-da51b2259947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bd91b2-6bcd-4a0d-841c-9b1341c3223e,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:25.277904 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-64172b49-8e64-4545-be98-eb4690f39ce4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3983338 Feb 12 21:37:25.278835 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5023436c-5297-473d-9d0f-da51b2259947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:25.306076 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Request body: {'port': {'device_id': '9ebbc02c-0f69-46fb-91e8-a81d7fa184b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:25.336264 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5023436c-5297-473d-9d0f-da51b2259947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:25.338016 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-5023436c-5297-473d-9d0f-da51b2259947 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56bd91b2-6bcd-4a0d-841c-9b1341c3223e HTTP/1.1" status: 204 len: 168 time: 0.8591585 Feb 12 21:37:25.378054 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0260df-2bdc-4e61-aef2-f2189801d8cc req-0ffbc610-0cf9-4624-88a8-657309f95f59 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:25.378851 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-df0260df-2bdc-4e61-aef2-f2189801d8cc req-0ffbc610-0cf9-4624-88a8-657309f95f59 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Synchronizing usage tracker for tenant:b6b4257113824071ad301c8114b8307d on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:37:25.399506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-99a1753f-e14c-4edb-9fb6-c45d03df27a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:25.424849 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f90c57b-01dd-44b3-a4cf-f75ed1256546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd557f482-9260-4567-b37c-700a2d9a71fc', 'code': 200} Feb 12 21:37:25.439637 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ed249426-d710-4f4c-a9f2-e8c91a409332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:25.447446 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-99a1753f-e14c-4edb-9fb6-c45d03df27a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:25.450575 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a454b27d-575a-4125-92d8-7ea9502cb260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:25.470561 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed249426-d710-4f4c-a9f2-e8c91a409332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072480cb-607d-466b-9245-056b7abdf64f,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:25.477972 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9555796-f55d-41a6-b3f9-40f962826e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:25.479365 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ed249426-d710-4f4c-a9f2-e8c91a409332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:25.484549 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ed249426-d710-4f4c-a9f2-e8c91a409332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:25.486834 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ed249426-d710-4f4c-a9f2-e8c91a409332 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/072480cb-607d-466b-9245-056b7abdf64f HTTP/1.1" status: 204 len: 168 time: 0.5403264 Feb 12 21:37:25.496957 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9555796-f55d-41a6-b3f9-40f962826e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:25.508040 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a80c948b-dad4-4bf7-a2c0-c4973913667b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:25.535989 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-99a1753f-e14c-4edb-9fb6-c45d03df27a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:25.545073 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9555796-f55d-41a6-b3f9-40f962826e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac31849-3c3c-4ea6-acdb-6e554d7db01b,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:25.547496 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:25.552553 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f9555796-f55d-41a6-b3f9-40f962826e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:25.555171 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-df0260df-2bdc-4e61-aef2-f2189801d8cc req-0ffbc610-0cf9-4624-88a8-657309f95f59 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Unset dirty status for tenant:b6b4257113824071ad301c8114b8307d on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:37:25.556446 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-df0260df-2bdc-4e61-aef2-f2189801d8cc req-0ffbc610-0cf9-4624-88a8-657309f95f59 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 931 time: 0.5908887 Feb 12 21:37:25.581851 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1753f-e14c-4edb-9fb6-c45d03df27a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a9fea4-a750-4aac-a422-d15f9efda9ac,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:25.589840 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-f9555796-f55d-41a6-b3f9-40f962826e52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79942916e15e40ad9d4126ee2c9379a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5961578 Feb 12 21:37:25.592787 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60450) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:25.599656 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-99a1753f-e14c-4edb-9fb6-c45d03df27a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:25.614299 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:25.639966 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-99a1753f-e14c-4edb-9fb6-c45d03df27a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:25.643648 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-99a1753f-e14c-4edb-9fb6-c45d03df27a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27a9fea4-a750-4aac-a422-d15f9efda9ac HTTP/1.1" status: 204 len: 168 time: 0.4286764 Feb 12 21:37:25.701735 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-df0260df-2bdc-4e61-aef2-f2189801d8cc req-83b33e13-8e17-4dd3-b61d-3047b2391bd5 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344783 Feb 12 21:37:25.746488 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09f0adf7-d27f-4462-9580-6d0033bc9fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:25.879757 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Deleting port c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:37:25.880114 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:25.915323 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09f0adf7-d27f-4462-9580-6d0033bc9fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:26.010341 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b1f66-011c-49a9-8aca-7a67eca456ac req-a5fecff9-b886-4ddd-837a-af1b9d7a557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:26.012022 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-309b1f66-011c-49a9-8aca-7a67eca456ac req-a5fecff9-b886-4ddd-837a-af1b9d7a557e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 1162 time: 0.2027640 Feb 12 21:37:26.016223 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09f0adf7-d27f-4462-9580-6d0033bc9fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:26.027894 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-cc4b77f9-c5d6-40d6-adca-dc954a83114b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:26.060614 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0adf7-d27f-4462-9580-6d0033bc9fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac31849-3c3c-4ea6-acdb-6e554d7db01b,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:26.064930 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-09f0adf7-d27f-4462-9580-6d0033bc9fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:26.076065 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09f0adf7-d27f-4462-9580-6d0033bc9fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:26.078094 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-09f0adf7-d27f-4462-9580-6d0033bc9fd2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ac31849-3c3c-4ea6-acdb-6e554d7db01b HTTP/1.1" status: 204 len: 168 time: 0.4831836 Feb 12 21:37:26.103944 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-309b1f66-011c-49a9-8aca-7a67eca456ac req-ddd675bd-bff9-4bd1-bd42-878e7dc3d5bf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757470 Feb 12 21:37:26.283497 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bea93-ad30-495a-8ece-5c7de2d5f60a req-951aca39-a73b-43fa-8e90-de7c7de8e92e tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:26.284349 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-d28bea93-ad30-495a-8ece-5c7de2d5f60a req-951aca39-a73b-43fa-8e90-de7c7de8e92e tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Synchronizing usage tracker for tenant:e21c121df91c40f0ab3c21ab570f01ba on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:37:26.352882 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-d28bea93-ad30-495a-8ece-5c7de2d5f60a req-951aca39-a73b-43fa-8e90-de7c7de8e92e tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Unset dirty status for tenant:e21c121df91c40f0ab3c21ab570f01ba on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:37:26.354186 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d28bea93-ad30-495a-8ece-5c7de2d5f60a req-951aca39-a73b-43fa-8e90-de7c7de8e92e tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 943 time: 0.4458301 Feb 12 21:37:26.415052 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60470) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:26.459645 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0081bcc3-7a2d-4dfc-ab9f-1862602708c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:26.478371 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0081bcc3-7a2d-4dfc-ab9f-1862602708c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:26.495121 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0081bcc3-7a2d-4dfc-ab9f-1862602708c4 admin admin] Usage tracker for resource:security_group_rule and tenant:19f5b4c0000b41c79490ffab4cf3ec8a is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:26.500301 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0081bcc3-7a2d-4dfc-ab9f-1862602708c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:26.507353 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0081bcc3-7a2d-4dfc-ab9f-1862602708c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:26.568847 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d28bea93-ad30-495a-8ece-5c7de2d5f60a req-d39036bc-d21b-4213-95b9-83b3f244c1f2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf818528-f21b-4748-a064-34d5284ec466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031157 Feb 12 21:37:26.576602 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] For port c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18,segment=NetworkSegment(51c58381-650b-4383-bb9d-5dfcd418d6ce),segment_id=51c58381-650b-4383-bb9d-5dfcd418d6ce)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:37:26.577007 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:26.612618 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0081bcc3-7a2d-4dfc-ab9f-1862602708c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:26.620263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0081bcc3-7a2d-4dfc-ab9f-1862602708c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:26.640849 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040ef129-4712-4040-8604-82eb85de668a {{(pid=84069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:37:26.652288 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-8859dfc8-7447-441d-97f0-1788aa8f0393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:26.702892 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081bcc3-7a2d-4dfc-ab9f-1862602708c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e11e22f-dab0-486b-a01d-51c46d43fb65,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:26.708750 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0081bcc3-7a2d-4dfc-ab9f-1862602708c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:26.725978 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0081bcc3-7a2d-4dfc-ab9f-1862602708c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19f5b4c0000b41c79490ffab4cf3ec8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103971 Feb 12 21:37:26.728858 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60478) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:26.811034 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-02788c43-8253-4908-8637-f41680776295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:26.843060 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-02788c43-8253-4908-8637-f41680776295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:26.850646 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60488) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:26.865169 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Calling delete_port for c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:37:26.884525 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-efc42040-f47f-4d48-ad03-9396d3f1c44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:26.919545 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-efc42040-f47f-4d48-ad03-9396d3f1c44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:26.924501 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-efc42040-f47f-4d48-ad03-9396d3f1c44f admin admin] Usage tracker for resource:security_group_rule and tenant:d26723e7b4eb4851b61b8676acbdb9d1 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:26.928436 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-efc42040-f47f-4d48-ad03-9396d3f1c44f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:26.929714 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:26.935821 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-efc42040-f47f-4d48-ad03-9396d3f1c44f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:26.961684 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-02788c43-8253-4908-8637-f41680776295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:26.990262 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Transition to ACTIVE for port object 040ef129-4712-4040-8604-82eb85de668a will not be triggered until provisioned by entity L2. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:37:27.040538 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ac7d4-d17f-4e80-bd91-0c91fb14edb2 req-ecc863fc-fe1c-4e88-896f-34c61bb3cb79 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:27.042248 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e96ac7d4-d17f-4e80-bd91-0c91fb14edb2 req-ecc863fc-fe1c-4e88-896f-34c61bb3cb79 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.6822782 Feb 12 21:37:27.051010 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:27.104527 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-efc42040-f47f-4d48-ad03-9396d3f1c44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:27.108538 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f9555796-f55d-41a6-b3f9-40f962826e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:27.121506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02788c43-8253-4908-8637-f41680776295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e11e22f-dab0-486b-a01d-51c46d43fb65,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:27.125077 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-efc42040-f47f-4d48-ad03-9396d3f1c44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:27.135273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-02788c43-8253-4908-8637-f41680776295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:27.135878 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-02788c43-8253-4908-8637-f41680776295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:27.155574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-02788c43-8253-4908-8637-f41680776295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:27.159422 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-02788c43-8253-4908-8637-f41680776295 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e11e22f-dab0-486b-a01d-51c46d43fb65 HTTP/1.1" status: 204 len: 168 time: 0.4270065 Feb 12 21:37:27.196811 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-efc42040-f47f-4d48-ad03-9396d3f1c44f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d26723e7b4eb4851b61b8676acbdb9d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3449621 Feb 12 21:37:27.198883 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc42040-f47f-4d48-ad03-9396d3f1c44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9eb42f-502d-4962-b81e-7d482a11aee6,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:27.202147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60502) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:27.205553 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-efc42040-f47f-4d48-ad03-9396d3f1c44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:27.278394 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c959-bbee-49ec-92b2-ff334100a49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:27.311617 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c959-bbee-49ec-92b2-ff334100a49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:27.331046 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:27.379828 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c959-bbee-49ec-92b2-ff334100a49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:27.385159 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c28eb81b-558c-41fa-8fa6-b592f1fafdc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:27.399838 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8c959-bbee-49ec-92b2-ff334100a49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9eb42f-502d-4962-b81e-7d482a11aee6,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:27.403404 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e2a8c959-bbee-49ec-92b2-ff334100a49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:27.421993 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c959-bbee-49ec-92b2-ff334100a49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:27.423442 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e2a8c959-bbee-49ec-92b2-ff334100a49e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3b9eb42f-502d-4962-b81e-7d482a11aee6 HTTP/1.1" status: 204 len: 168 time: 0.2202022 Feb 12 21:37:27.447015 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458c20a7-65bb-48e9-b3eb-d52cc981ea51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:27.550082 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e96ac7d4-d17f-4e80-bd91-0c91fb14edb2 req-4e5d7e74-c341-4fd4-acbf-4fed7626187e tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976859 Feb 12 21:37:27.585776 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Pushing event updated for resources: {'Port': ['ID=040ef129-4712-4040-8604-82eb85de668a,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:27.605598 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:27.667312 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458c20a7-65bb-48e9-b3eb-d52cc981ea51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18', 'code': 200} Feb 12 21:37:27.700353 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f0ede-8bd3-47e4-8484-c5adc10cf07d req-e895d39e-ea16-4c62-947e-228af6db82a8 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:27.702246 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9c7f0ede-8bd3-47e4-8484-c5adc10cf07d req-e895d39e-ea16-4c62-947e-228af6db82a8 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 943 time: 0.7296233 Feb 12 21:37:27.715778 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:27.824016 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:27.984415 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Pushing event deleted for resources: {'Port': ['ID=c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:28.007635 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:28.032966 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ac97aa25-7c72-4556-81c8-7c92e4781712 req-afb18c4b-3992-4c42-8546-b9a13f00f72b tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 210 time: 0.1229923 Feb 12 21:37:28.054113 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9c7f0ede-8bd3-47e4-8484-c5adc10cf07d req-340d43d1-17f9-4d6f-b9e1-a41f9a82ea78 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394082 Feb 12 21:37:28.088371 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Attempting to bind port 040ef129-4712-4040-8604-82eb85de668a on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:37:28.088853 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Attempting to bind port 040ef129-4712-4040-8604-82eb85de668a by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'a393f88b-c6a5-426e-a2ed-9fa153bebd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701'}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:37:28.089259 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Attempting to bind port 040ef129-4712-4040-8604-82eb85de668a on network 42af01d5-f180-404d-b2e0-973b43eb2701 {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:37:28.100598 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:37:28.100979 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Checking segment: {'id': 'a393f88b-c6a5-426e-a2ed-9fa153bebd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:37:28.101389 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:28.101792 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Bound using segment: {'id': 'a393f88b-c6a5-426e-a2ed-9fa153bebd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701'} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:37:28.102320 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Bound port: 040ef129-4712-4040-8604-82eb85de668a, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a393f88b-c6a5-426e-a2ed-9fa153bebd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701'}}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:37:28.102745 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:28.265792 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] No DVR routers for this DVR port c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:37:28.273634 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:28.276540 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458c20a7-65bb-48e9-b3eb-d52cc981ea51', 'name': 'network-vif-deleted', 'tag': 'c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:28.293232 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] For port 040ef129-4712-4040-8604-82eb85de668a, host hv-cinder-77525, cleared binding levels {{(pid=84069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:37:28.298173 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] For port 040ef129-4712-4040-8604-82eb85de668a, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=040ef129-4712-4040-8604-82eb85de668a,segment=NetworkSegment(a393f88b-c6a5-426e-a2ed-9fa153bebd52),segment_id=a393f88b-c6a5-426e-a2ed-9fa153bebd52)] {{(pid=84069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:37:28.304938 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a0ba614e-799f-49ac-9744-93fd3021bd44 req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.66 "DELETE /v2.0/ports/c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18 HTTP/1.1" status: 204 len: 173 time: 5.1915905 Feb 12 21:37:28.306621 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:28.332273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:28.391232 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device d557f482-9260-4567-b37c-700a2d9a71fc up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:28.528140 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458c20a7-65bb-48e9-b3eb-d52cc981ea51', 'name': 'network-vif-deleted', 'tag': 'c2aaf561-3d9a-4ffe-9968-b7c93bd0ae18', 'status': 'completed', 'code': 200} Feb 12 21:37:28.549862 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port d557f482-9260-4567-b37c-700a2d9a71fc triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:28.550479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:28.641034 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Pushing event updated for resources: {'Port': ['ID=040ef129-4712-4040-8604-82eb85de668a,revision_number=3']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:28.649815 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:28.723846 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:28.725603 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:28.729370 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] 10.222.0.66 "PUT /v2.0/ports/040ef129-4712-4040-8604-82eb85de668a HTTP/1.1" status: 200 len: 1157 time: 3.4286973 Feb 12 21:37:28.925612 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4a865-7dc1-4066-a2d7-a5bf839f97d4 req-cc719a17-3fb5-4450-b022-e42decd4d7f1 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:28.927420 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-dfa4a865-7dc1-4066-a2d7-a5bf839f97d4 req-cc719a17-3fb5-4450-b022-e42decd4d7f1 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.1967733 Feb 12 21:37:28.938876 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-d82d3a90-3c09-4ed4-afd8-11bd3f1aee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:28.940557 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-d82d3a90-3c09-4ed4-afd8-11bd3f1aee5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6b4257113824071ad301c8114b8307d&device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 1160 time: 0.1225367 Feb 12 21:37:29.038799 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-87a955e3-64f1-4064-9a74-8f7d5b6d0cc3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=040ef129-4712-4040-8604-82eb85de668a HTTP/1.1" status: 200 len: 217 time: 0.0755804 Feb 12 21:37:29.103107 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-dfa4a865-7dc1-4066-a2d7-a5bf839f97d4 req-3770a4eb-68dc-477e-a632-94d941c3b8d4 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556628 Feb 12 21:37:29.170054 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-dd58687b-8d25-474f-9c02-dd4df16ac2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:29.180664 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-dd58687b-8d25-474f-9c02-dd4df16ac2dc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=602701a7-6052-4b51-830c-21d6ac4ab865 HTTP/1.1" status: 200 len: 855 time: 0.1170213 Feb 12 21:37:29.286495 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-c2199fb1-d861-46a3-b77f-cbaec4f73efe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=42af01d5-f180-404d-b2e0-973b43eb2701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039722 Feb 12 21:37:29.449159 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-a3f278ca-dca6-4348-b5ac-cabed5b6d304 req-e12f5a5f-65c9-43b0-9c3e-f7051c17d670 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Synchronizing usage tracker for tenant:e21c121df91c40f0ab3c21ab570f01ba on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:37:29.537653 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-a3f278ca-dca6-4348-b5ac-cabed5b6d304 req-e12f5a5f-65c9-43b0-9c3e-f7051c17d670 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Unset dirty status for tenant:e21c121df91c40f0ab3c21ab570f01ba on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:37:29.538940 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a3f278ca-dca6-4348-b5ac-cabed5b6d304 req-e12f5a5f-65c9-43b0-9c3e-f7051c17d670 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] 10.222.0.35 "GET /v2.0/ports?device_id=458c20a7-65bb-48e9-b3eb-d52cc981ea51 HTTP/1.1" status: 200 len: 210 time: 0.2511969 Feb 12 21:37:29.609360 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7caf2-3fa4-4fc9-b4d5-83da7d89532f req-e9e36cfa-9bef-44c9-84ce-e3208b994947 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:29.611137 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-23d7caf2-3fa4-4fc9-b4d5-83da7d89532f req-e9e36cfa-9bef-44c9-84ce-e3208b994947 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 943 time: 0.1722698 Feb 12 21:37:29.615437 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-75697a36-ec78-485b-8732-9a86e6d2e8da service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877378 Feb 12 21:37:29.772719 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-23d7caf2-3fa4-4fc9-b4d5-83da7d89532f req-5461d6b6-924c-40f6-b5f7-33450a059790 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498196 Feb 12 21:37:29.900380 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-326b801e-2e6d-48b5-b217-04ddd42eae7f req-baa2ad89-4745-4003-ba9c-b845872d56cb service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2744601 Feb 12 21:37:30.228583 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3057f-6d95-4d3b-9931-136c387af757 req-2cae708b-7c9d-4978-9b4f-c671586ea6a6 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:30.229062 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-23f3057f-6d95-4d3b-9931-136c387af757 req-2cae708b-7c9d-4978-9b4f-c671586ea6a6 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.1703670 Feb 12 21:37:30.231903 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af3c78-4fee-4d84-b56d-7006060ad344 req-a1bd3ddd-ff10-4512-a873-d5f3123a83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:30.233456 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-49af3c78-4fee-4d84-b56d-7006060ad344 req-a1bd3ddd-ff10-4512-a873-d5f3123a83b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ade9798f9ae40008a2eba6065c86a71&device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 1162 time: 0.1300335 Feb 12 21:37:30.375370 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-23f3057f-6d95-4d3b-9931-136c387af757 req-96863e5f-5a7c-4cc7-bd31-f47023f28065 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393805 Feb 12 21:37:30.415831 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:30.438721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af3c78-4fee-4d84-b56d-7006060ad344 req-c3a23a10-03e9-4c2c-ab9a-027cd9ba6f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:30.440382 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-49af3c78-4fee-4d84-b56d-7006060ad344 req-c3a23a10-03e9-4c2c-ab9a-027cd9ba6f35 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd HTTP/1.1" status: 200 len: 912 time: 0.1875143 Feb 12 21:37:30.538647 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ebbc02c-0f69-46fb-91e8-a81d7fa184b9', 'tag': '040ef129-4712-4040-8604-82eb85de668a'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:30.544462 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-49af3c78-4fee-4d84-b56d-7006060ad344 req-e9e9074d-0efc-413e-aac1-a6c6ef11a85d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d557f482-9260-4567-b37c-700a2d9a71fc HTTP/1.1" status: 200 len: 217 time: 0.0930452 Feb 12 21:37:30.620540 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ebbc02c-0f69-46fb-91e8-a81d7fa184b9', 'tag': '040ef129-4712-4040-8604-82eb85de668a', 'status': 'completed', 'code': 200} Feb 12 21:37:30.722093 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af3c78-4fee-4d84-b56d-7006060ad344 req-a1fc1d36-b190-40e8-8c94-b84d4f8a5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:30.723710 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-49af3c78-4fee-4d84-b56d-7006060ad344 req-a1fc1d36-b190-40e8-8c94-b84d4f8a5c13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5354e90-f0b4-413c-b8eb-fcea8549d5b4 HTTP/1.1" status: 200 len: 858 time: 0.1727023 Feb 12 21:37:30.814108 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594becb8-d3d9-43bd-83af-9906dd07a831 req-43f268a9-6e58-4540-8593-6e352661433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:30.815868 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-594becb8-d3d9-43bd-83af-9906dd07a831 req-43f268a9-6e58-4540-8593-6e352661433b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6b4257113824071ad301c8114b8307d&device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 1160 time: 0.1561041 Feb 12 21:37:30.818350 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-49af3c78-4fee-4d84-b56d-7006060ad344 req-c75f0805-0e5d-401b-a973-5850a780b622 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862961 Feb 12 21:37:31.437511 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-49af3c78-4fee-4d84-b56d-7006060ad344 req-4e805128-9c87-4b4a-9ca1-3ff128d67995 service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027701 Feb 12 21:37:31.929236 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594becb8-d3d9-43bd-83af-9906dd07a831 req-49ae4c1b-e54f-440d-bc43-75f144ffb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:31.931109 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-594becb8-d3d9-43bd-83af-9906dd07a831 req-49ae4c1b-e54f-440d-bc43-75f144ffb856 service neutron] 10.222.0.66 "GET /v2.0/networks?id=42af01d5-f180-404d-b2e0-973b43eb2701 HTTP/1.1" status: 200 len: 909 time: 1.0980632 Feb 12 21:37:32.014462 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbd1e9-d64d-4cf3-b2c6-42f878bfd735 req-8594181f-0a57-479e-86b4-6ab03fa824eb tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:32.016920 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-14bbd1e9-d64d-4cf3-b2c6-42f878bfd735 req-8594181f-0a57-479e-86b4-6ab03fa824eb tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 943 time: 1.0188353 Feb 12 21:37:32.043318 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-594becb8-d3d9-43bd-83af-9906dd07a831 req-7852bfb9-45cc-42e4-8f3b-36d09ffb6234 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=040ef129-4712-4040-8604-82eb85de668a HTTP/1.1" status: 200 len: 217 time: 0.0980976 Feb 12 21:37:32.206026 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594becb8-d3d9-43bd-83af-9906dd07a831 req-6b06953c-62f9-40da-b315-ca02a75c240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:32.207621 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-594becb8-d3d9-43bd-83af-9906dd07a831 req-6b06953c-62f9-40da-b315-ca02a75c240d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=602701a7-6052-4b51-830c-21d6ac4ab865 HTTP/1.1" status: 200 len: 855 time: 0.1341364 Feb 12 21:37:32.209935 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-49af3c78-4fee-4d84-b56d-7006060ad344 req-487c2f5c-9ff5-4eca-9ef1-d09db8fef843 service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7152925 Feb 12 21:37:32.214846 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-14bbd1e9-d64d-4cf3-b2c6-42f878bfd735 req-c7924269-1234-41f6-bc69-ffce27c7db3f tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871035 Feb 12 21:37:32.224901 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432f136-c8f7-41df-b042-ebdc4b40cd47 req-b41e77c2-b4c3-4ed0-8ca1-f17daf1e86d7 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:32.239820 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e432f136-c8f7-41df-b042-ebdc4b40cd47 req-b41e77c2-b4c3-4ed0-8ca1-f17daf1e86d7 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.4004033 Feb 12 21:37:32.316279 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-594becb8-d3d9-43bd-83af-9906dd07a831 req-d817e193-c4c9-4f81-b51b-0ca741fe5c0c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=42af01d5-f180-404d-b2e0-973b43eb2701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805495 Feb 12 21:37:32.411690 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60710) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:32.511654 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e432f136-c8f7-41df-b042-ebdc4b40cd47 req-14ab299c-f89f-40c7-b366-55fc2b4c0a28 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771027 Feb 12 21:37:32.603443 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-594becb8-d3d9-43bd-83af-9906dd07a831 req-697afb22-0ca8-48f9-a9a2-e22c59f20b33 service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634077 Feb 12 21:37:32.629745 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f6dd0fe7-513a-4a7f-a9fd-f36d8c5bf366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:32.648233 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-f6dd0fe7-513a-4a7f-a9fd-f36d8c5bf366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:32.652473 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-f6dd0fe7-513a-4a7f-a9fd-f36d8c5bf366 admin admin] Usage tracker for resource:security_group_rule and tenant:e4127148b5e5429fa5010b95af2a125c is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:32.656321 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-f6dd0fe7-513a-4a7f-a9fd-f36d8c5bf366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:32.662247 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-f6dd0fe7-513a-4a7f-a9fd-f36d8c5bf366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:32.764790 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f6dd0fe7-513a-4a7f-a9fd-f36d8c5bf366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:32.775217 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f6dd0fe7-513a-4a7f-a9fd-f36d8c5bf366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:32.781858 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-594becb8-d3d9-43bd-83af-9906dd07a831 req-eb73c078-e0dd-4061-b4bb-e7c3993829c0 service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1711102 Feb 12 21:37:32.789390 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0b8178d0-db7c-456b-96ee-5c73ff1bcd89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:32.844356 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-f6dd0fe7-513a-4a7f-a9fd-f36d8c5bf366 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e4127148b5e5429fa5010b95af2a125c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4311512 Feb 12 21:37:32.845327 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60740) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:32.848299 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd0fe7-513a-4a7f-a9fd-f36d8c5bf366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a1ac03-5e2d-41e7-8c2c-a44d4f2105b9,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:32.852502 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f6dd0fe7-513a-4a7f-a9fd-f36d8c5bf366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:32.930902 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9e281bf6-21e5-4b48-9d63-45f3f6c076f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:32.958122 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 60752) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:32.965455 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9e281bf6-21e5-4b48-9d63-45f3f6c076f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:33.019624 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9e281bf6-21e5-4b48-9d63-45f3f6c076f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:33.026838 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-fcacb234-ab9b-42a0-92c6-03e234eada87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:33.091936 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58245ca-21a2-4c42-abc2-2829b0f06930 admin admin] Deleting subnet 1cefa429-e699-4088-89e4-c92a4aff47a2 {{(pid=84069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:37:33.097202 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e58245ca-21a2-4c42-abc2-2829b0f06930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:33.168238 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e58245ca-21a2-4c42-abc2-2829b0f06930 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:33.189306 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e58245ca-21a2-4c42-abc2-2829b0f06930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850750012'] for subnet, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:33.278749 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e281bf6-21e5-4b48-9d63-45f3f6c076f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a1ac03-5e2d-41e7-8c2c-a44d4f2105b9,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:33.282008 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9e281bf6-21e5-4b48-9d63-45f3f6c076f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:33.283632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9e281bf6-21e5-4b48-9d63-45f3f6c076f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:33.285478 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-9e281bf6-21e5-4b48-9d63-45f3f6c076f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4a1ac03-5e2d-41e7-8c2c-a44d4f2105b9 HTTP/1.1" status: 204 len: 168 time: 0.4385581 Feb 12 21:37:33.714394 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f2c70-66ab-4588-850c-d9cb605ae204 req-0f432e97-8f35-43fb-98f3-c9d52ccb63f1 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:33.724484 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-eb5f2c70-66ab-4588-850c-d9cb605ae204 req-0f432e97-8f35-43fb-98f3-c9d52ccb63f1 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 943 time: 0.2438612 Feb 12 21:37:33.842650 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-eb5f2c70-66ab-4588-850c-d9cb605ae204 req-a89c444c-ac91-4065-867d-4bbd074fbc38 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171649 Feb 12 21:37:33.877442 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e58245ca-21a2-4c42-abc2-2829b0f06930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4025805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for subnet, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:33.902745 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:33.963032 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60784) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:34.060691 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58245ca-21a2-4c42-abc2-2829b0f06930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cefa429-e699-4088-89e4-c92a4aff47a2,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:34.064533 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e58245ca-21a2-4c42-abc2-2829b0f06930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:34.069768 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60792) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:34.087754 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585a267-dc37-4ee7-a748-895d40119aa1 req-77ec9029-2ddf-4ab3-ac85-4fabee4e998e tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:34.104245 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6585a267-dc37-4ee7-a748-895d40119aa1 req-77ec9029-2ddf-4ab3-ac85-4fabee4e998e tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.3770511 Feb 12 21:37:34.105307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3b01c112-0ae1-4357-8bce-34aa7499a11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:34.140094 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-3b01c112-0ae1-4357-8bce-34aa7499a11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:34.148134 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-3b01c112-0ae1-4357-8bce-34aa7499a11c admin admin] Usage tracker for resource:security_group_rule and tenant:da661598c3ec4125a202e0d42efc292e is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:34.154786 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-3b01c112-0ae1-4357-8bce-34aa7499a11c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:34.167508 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-3b01c112-0ae1-4357-8bce-34aa7499a11c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:34.201501 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e58245ca-21a2-4c42-abc2-2829b0f06930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for subnet, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:34.209699 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e58245ca-21a2-4c42-abc2-2829b0f06930 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1cefa429-e699-4088-89e4-c92a4aff47a2 HTTP/1.1" status: 204 len: 168 time: 1.2488968 Feb 12 21:37:34.212802 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60796) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:34.213725 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6585a267-dc37-4ee7-a748-895d40119aa1 req-98d23d24-1525-4fe3-940e-585121105356 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084144 Feb 12 21:37:34.359918 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-138387d3-3728-4ee7-995e-3eb888847456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:34.397212 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-138387d3-3728-4ee7-995e-3eb888847456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:34.418168 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d91a3f33-4905-45c7-8cee-6f504f0a88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3865086'] for network, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:34.482086 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-138387d3-3728-4ee7-995e-3eb888847456 admin admin] Usage tracker for resource:security_group_rule and tenant:f618788a72a6482cbe9f2a8d383622dc is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:34.498569 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-138387d3-3728-4ee7-995e-3eb888847456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:34.523116 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-138387d3-3728-4ee7-995e-3eb888847456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:34.605567 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3b01c112-0ae1-4357-8bce-34aa7499a11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:34.678181 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3b01c112-0ae1-4357-8bce-34aa7499a11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:34.691774 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0a6cf459-d07c-4304-8136-fc68b24c2313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:34.752879 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d91a3f33-4905-45c7-8cee-6f504f0a88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850739933', 'neutron.services.segments.db._delete_segments_for_network-8792999462447'] for network, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:34.830418 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-3b01c112-0ae1-4357-8bce-34aa7499a11c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=da661598c3ec4125a202e0d42efc292e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7574620 Feb 12 21:37:34.833271 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 60808) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:34.846226 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01c112-0ae1-4357-8bce-34aa7499a11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ee1837-e8b4-4e16-adf4-347515e35950,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:34.853313 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3b01c112-0ae1-4357-8bce-34aa7499a11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:34.916744 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-36d341e9-6fdb-48ca-aa2b-9b8bb23ea3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:34.918567 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-d91a3f33-4905-45c7-8cee-6f504f0a88a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6678a564-09c7-4240-86bb-c03d287f22ee']}} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:37:34.947211 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-36d341e9-6fdb-48ca-aa2b-9b8bb23ea3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:34.948845 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-d91a3f33-4905-45c7-8cee-6f504f0a88a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c58381-650b-4383-bb9d-5dfcd418d6ce') {'for_net_delete': True} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:37:34.949191 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-d91a3f33-4905-45c7-8cee-6f504f0a88a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c58381-650b-4383-bb9d-5dfcd418d6ce') {} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:37:34.976053 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d91a3f33-4905-45c7-8cee-6f504f0a88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243855186104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10514531'] for segment, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:35.007667 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-138387d3-3728-4ee7-995e-3eb888847456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:35.009107 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d91a3f33-4905-45c7-8cee-6f504f0a88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:35.011868 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d91a3f33-4905-45c7-8cee-6f504f0a88a8 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:37:35.045018 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-138387d3-3728-4ee7-995e-3eb888847456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:35.048737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-36d341e9-6fdb-48ca-aa2b-9b8bb23ea3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:35.054732 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1c9e2659-3761-4b73-a49c-018fb11426df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:35.073896 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d341e9-6fdb-48ca-aa2b-9b8bb23ea3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ee1837-e8b4-4e16-adf4-347515e35950,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:35.084463 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-36d341e9-6fdb-48ca-aa2b-9b8bb23ea3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:35.093373 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-36d341e9-6fdb-48ca-aa2b-9b8bb23ea3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:35.094631 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-36d341e9-6fdb-48ca-aa2b-9b8bb23ea3c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9ee1837-e8b4-4e16-adf4-347515e35950 HTTP/1.1" status: 204 len: 168 time: 0.2600245 Feb 12 21:37:35.109183 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e1513bb9-6d9a-4aaf-b60a-5f0921911759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:35.121671 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a06edb-c04a-4030-b6c3-cffc31d13605 req-c87d68f7-ec3b-4c15-b075-c68b69c77364 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:35.133448 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d8a06edb-c04a-4030-b6c3-cffc31d13605 req-c87d68f7-ec3b-4c15-b075-c68b69c77364 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 943 time: 0.1364818 Feb 12 21:37:35.200619 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d8a06edb-c04a-4030-b6c3-cffc31d13605 req-acaf8f61-adeb-4262-b79e-d7d8ade64705 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658610 Feb 12 21:37:35.264276 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-138387d3-3728-4ee7-995e-3eb888847456 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f618788a72a6482cbe9f2a8d383622dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3000226 Feb 12 21:37:35.267999 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138387d3-3728-4ee7-995e-3eb888847456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3833a08e-0e06-479e-af97-b873fdd2a6b6,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:35.268770 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 60822) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:35.275460 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-138387d3-3728-4ee7-995e-3eb888847456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:35.288021 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d91a3f33-4905-45c7-8cee-6f504f0a88a8 admin admin] Network 6678a564-09c7-4240-86bb-c03d287f22ee has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:37:35.299186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d91a3f33-4905-45c7-8cee-6f504f0a88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4030055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980226'] for segment, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:35.360222 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c2d7cb58-e609-4057-a9a7-27f599c37e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:35.458711 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c2d7cb58-e609-4057-a9a7-27f599c37e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:35.548495 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce37e5-10d2-4192-8ca7-7dd2e9789364 req-1faf4138-7b65-46e3-a81a-d56ca6117ca7 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:35.550175 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a5ce37e5-10d2-4192-8ca7-7dd2e9789364 req-1faf4138-7b65-46e3-a81a-d56ca6117ca7 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.1669245 Feb 12 21:37:35.557888 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d91a3f33-4905-45c7-8cee-6f504f0a88a8 admin admin] Network 6678a564-09c7-4240-86bb-c03d287f22ee has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:37:35.558359 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c2d7cb58-e609-4057-a9a7-27f599c37e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:35.565689 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 040ef129-4712-4040-8604-82eb85de668a up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:35.567190 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7bbcc886-0af3-4a92-8aae-587eda5d23a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: Traceback (most recent call last): Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: timer() Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: cb(*args, **kw) Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: return func(*args, **kwargs) Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: self._notify() Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: self.callback(batched_events) Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: event.method(event) Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: segment_id)['aggregates'][0] Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: return f(self, *a, **k) Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: return self._get(url).json() Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: **kwargs) Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: return self.request(url, 'GET', **kwargs) Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: **endpoint_filter) Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:37:35.589870 dv-cinder-775250-2-smb neutron-server[83958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:37:35.606664 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7cb58-e609-4057-a9a7-27f599c37e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3833a08e-0e06-479e-af97-b873fdd2a6b6,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:35.612302 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c2d7cb58-e609-4057-a9a7-27f599c37e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:35.613167 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c2d7cb58-e609-4057-a9a7-27f599c37e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:35.614340 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-c2d7cb58-e609-4057-a9a7-27f599c37e71 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3833a08e-0e06-479e-af97-b873fdd2a6b6 HTTP/1.1" status: 204 len: 168 time: 0.3440008 Feb 12 21:37:35.649367 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a5ce37e5-10d2-4192-8ca7-7dd2e9789364 req-922e5f85-4355-4670-a35e-316b696d69ab tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857852 Feb 12 21:37:35.706904 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d91a3f33-4905-45c7-8cee-6f504f0a88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4035899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854114878'] for network, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:35.712551 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d91a3f33-4905-45c7-8cee-6f504f0a88a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:35.750413 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-253ad3de-1fd0-407c-91c9-16e2c96b13fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:35.775932 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-d91a3f33-4905-45c7-8cee-6f504f0a88a8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6678a564-09c7-4240-86bb-c03d287f22ee HTTP/1.1" status: 204 len: 168 time: 1.5618291 Feb 12 21:37:35.779947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a3f33-4905-45c7-8cee-6f504f0a88a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6678a564-09c7-4240-86bb-c03d287f22ee,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:35.788675 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d91a3f33-4905-45c7-8cee-6f504f0a88a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:35.844180 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port 040ef129-4712-4040-8604-82eb85de668a completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:37:35.856620 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 040ef129-4712-4040-8604-82eb85de668a triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:35.857468 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:36.023168 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:36.056026 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 60850) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:36.066243 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 040ef129-4712-4040-8604-82eb85de668a, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=040ef129-4712-4040-8604-82eb85de668a,segment=NetworkSegment(a393f88b-c6a5-426e-a2ed-9fa153bebd52),segment_id=a393f88b-c6a5-426e-a2ed-9fa153bebd52)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:37:36.068237 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebbc02c-0f69-46fb-91e8-a81d7fa184b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040ef129-4712-4040-8604-82eb85de668a'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:36.075220 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:36.078437 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:36.165451 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-907395f2-6ebe-4b66-a491-f3dd6cf55996 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e21c121df91c40f0ab3c21ab570f01ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1077430 Feb 12 21:37:36.168225 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60856) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:36.248584 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebbc02c-0f69-46fb-91e8-a81d7fa184b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040ef129-4712-4040-8604-82eb85de668a', 'code': 200} Feb 12 21:37:36.275799 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=040ef129-4712-4040-8604-82eb85de668a,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:36.284860 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:36.294135 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 60868) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:36.344018 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c52b50b9-1068-4536-adf2-599ab61b3cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:36.365263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d73073c2-5be3-455e-aa19-e46fb1b13298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:36.421469 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-c52b50b9-1068-4536-adf2-599ab61b3cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:36.440623 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-c52b50b9-1068-4536-adf2-599ab61b3cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:f7e20a7feaee49ebbbec31e1583b152e is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:36.460765 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-c52b50b9-1068-4536-adf2-599ab61b3cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:36.462060 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d73073c2-5be3-455e-aa19-e46fb1b13298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:36.483439 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-c52b50b9-1068-4536-adf2-599ab61b3cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:36.589655 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d73073c2-5be3-455e-aa19-e46fb1b13298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:36.597156 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ed249426-d710-4f4c-a9f2-e8c91a409332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:36.637819 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73073c2-5be3-455e-aa19-e46fb1b13298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf818528-f21b-4748-a064-34d5284ec466,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:36.646662 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d73073c2-5be3-455e-aa19-e46fb1b13298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:36.679293 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d73073c2-5be3-455e-aa19-e46fb1b13298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:36.690987 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-d73073c2-5be3-455e-aa19-e46fb1b13298 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf818528-f21b-4748-a064-34d5284ec466 HTTP/1.1" status: 204 len: 168 time: 0.5211194 Feb 12 21:37:36.984322 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c52b50b9-1068-4536-adf2-599ab61b3cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:37.006488 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c52b50b9-1068-4536-adf2-599ab61b3cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:37.023191 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:37.206870 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 60902) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:37.220878 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-c52b50b9-1068-4536-adf2-599ab61b3cb8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7e20a7feaee49ebbbec31e1583b152e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9255877 Feb 12 21:37:37.222482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b50b9-1068-4536-adf2-599ab61b3cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565be448-6a5e-4d7c-8d10-cb800b949454,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:37.241325 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c52b50b9-1068-4536-adf2-599ab61b3cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:37.250844 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce84315-9489-4b66-8171-3a50d4a4f3cc req-8951f590-d1f4-4059-8150-aa308d7aa3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:37.257315 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0ce84315-9489-4b66-8171-3a50d4a4f3cc req-8951f590-d1f4-4059-8150-aa308d7aa3fd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 1162 time: 0.5731647 Feb 12 21:37:37.300748 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d5d84-23d1-4080-bffa-d05849b29ba9 req-601d6b43-6945-4098-af46-c5fd6ee3efdf tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:37.308743 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-405d5d84-23d1-4080-bffa-d05849b29ba9 req-601d6b43-6945-4098-af46-c5fd6ee3efdf tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 945 time: 0.6267688 Feb 12 21:37:37.391401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0ff8f-ce69-4308-9a89-d63327bdb2b7 req-1ed53298-cf8a-40d4-9ac8-502188327ced tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:37.400697 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5aa0ff8f-ce69-4308-9a89-d63327bdb2b7 req-1ed53298-cf8a-40d4-9ac8-502188327ced tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.4745936 Feb 12 21:37:37.453914 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-73f3cbee-5399-4bd2-9cf6-805531c5324c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:37.475034 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0ce84315-9489-4b66-8171-3a50d4a4f3cc req-d684c89c-16c3-471d-af65-1ea4275a8891 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005739 Feb 12 21:37:37.478844 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-405d5d84-23d1-4080-bffa-d05849b29ba9 req-c1b0a105-16f7-4292-9389-cc081ca5c4d4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691544 Feb 12 21:37:37.508486 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5aa0ff8f-ce69-4308-9a89-d63327bdb2b7 req-4c942963-c2f8-499b-a01d-11c317138278 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067188 Feb 12 21:37:37.515070 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-73f3cbee-5399-4bd2-9cf6-805531c5324c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:37.589790 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-73f3cbee-5399-4bd2-9cf6-805531c5324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:37.596507 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-64ab3097-3c5d-4f2a-83cd-5958087f5c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:37.611147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cbee-5399-4bd2-9cf6-805531c5324c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565be448-6a5e-4d7c-8d10-cb800b949454,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:37.614677 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-73f3cbee-5399-4bd2-9cf6-805531c5324c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:37.617293 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-73f3cbee-5399-4bd2-9cf6-805531c5324c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:37.620024 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-73f3cbee-5399-4bd2-9cf6-805531c5324c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/565be448-6a5e-4d7c-8d10-cb800b949454 HTTP/1.1" status: 204 len: 168 time: 0.4101183 Feb 12 21:37:38.584625 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 040ef129-4712-4040-8604-82eb85de668a up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:38.772992 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 040ef129-4712-4040-8604-82eb85de668a triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:38.773784 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:39.065168 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfaf68-0897-4c2c-a00f-a2e958418c53 req-f0b7a0fc-374e-45f4-a987-45074ca1818d tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:39.066942 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-00dfaf68-0897-4c2c-a00f-a2e958418c53 req-f0b7a0fc-374e-45f4-a987-45074ca1818d tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.2494042 Feb 12 21:37:39.109410 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e440d-b2ea-497e-9cd2-bad8670805aa req-e9c8bd2b-25f3-49f4-b0c6-3683e15b1c38 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:39.111564 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b28e440d-b2ea-497e-9cd2-bad8670805aa req-e9c8bd2b-25f3-49f4-b0c6-3683e15b1c38 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 945 time: 0.1955049 Feb 12 21:37:39.268718 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-00dfaf68-0897-4c2c-a00f-a2e958418c53 req-85b26d2e-c29a-418f-a6eb-7ea1f8dfc176 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899083 Feb 12 21:37:39.345987 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b28e440d-b2ea-497e-9cd2-bad8670805aa req-a314583a-7258-4965-becf-879e310678a3 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272518 Feb 12 21:37:40.679558 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 040ef129-4712-4040-8604-82eb85de668a up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:37:40.696953 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1392e9-0f50-4c1b-a529-576244160177 req-22a17530-9ae6-49ef-b963-842d0baed709 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:40.706960 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9a1392e9-0f50-4c1b-a529-576244160177 req-22a17530-9ae6-49ef-b963-842d0baed709 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 945 time: 0.1480558 Feb 12 21:37:40.787681 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 040ef129-4712-4040-8604-82eb85de668a triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:37:40.788322 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:40.910698 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 32812) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:40.955595 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 32820) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:41.104404 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead48635-ac1a-4caa-88a5-bd2680be6f99 req-b10815f1-0a04-4018-b214-6dee9401b932 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:41.111508 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ead48635-ac1a-4caa-88a5-bd2680be6f99 req-b10815f1-0a04-4018-b214-6dee9401b932 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.6575840 Feb 12 21:37:41.204674 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-af6b720d-96a6-4219-a46d-439be0f2de59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:41.214658 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9a1392e9-0f50-4c1b-a529-576244160177 req-f699fb64-f162-46a6-9dbe-1e51e5b74a15 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080028 Feb 12 21:37:41.259470 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ead48635-ac1a-4caa-88a5-bd2680be6f99 req-2c42a3be-836a-4488-a44b-93d4b8702eda tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380529 Feb 12 21:37:41.275124 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-af6b720d-96a6-4219-a46d-439be0f2de59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:41.277935 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-268cb2a4-893c-45ac-af55-14154129d703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:41.294013 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-af6b720d-96a6-4219-a46d-439be0f2de59 admin admin] Usage tracker for resource:security_group_rule and tenant:df67bf101d0444d98bd54b390077eaee is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:41.299573 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-af6b720d-96a6-4219-a46d-439be0f2de59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:41.306972 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-268cb2a4-893c-45ac-af55-14154129d703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:41.314602 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-268cb2a4-893c-45ac-af55-14154129d703 admin admin] Usage tracker for resource:security_group_rule and tenant:790fcfc46c724da5bf7467b23369e12d is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:41.318408 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-af6b720d-96a6-4219-a46d-439be0f2de59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:41.321318 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-268cb2a4-893c-45ac-af55-14154129d703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:41.329941 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-268cb2a4-893c-45ac-af55-14154129d703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:41.531902 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-268cb2a4-893c-45ac-af55-14154129d703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:41.534485 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-af6b720d-96a6-4219-a46d-439be0f2de59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:41.536191 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-268cb2a4-893c-45ac-af55-14154129d703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:41.546799 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f6dd0fe7-513a-4a7f-a9fd-f36d8c5bf366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:41.558723 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-af6b720d-96a6-4219-a46d-439be0f2de59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:41.633928 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-268cb2a4-893c-45ac-af55-14154129d703 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=790fcfc46c724da5bf7467b23369e12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6736281 Feb 12 21:37:41.634519 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 32852) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:41.642989 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-af6b720d-96a6-4219-a46d-439be0f2de59 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df67bf101d0444d98bd54b390077eaee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7307780 Feb 12 21:37:41.643971 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cb2a4-893c-45ac-af55-14154129d703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f92935-9eac-4f56-acf6-1838524edf2a,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:41.646661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 32856) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:41.649957 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-268cb2a4-893c-45ac-af55-14154129d703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:41.650499 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d73073c2-5be3-455e-aa19-e46fb1b13298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:41.715827 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b720d-96a6-4219-a46d-439be0f2de59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1af1f1-dcb5-423a-a046-309ad3ddb8d2,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:41.725996 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-af6b720d-96a6-4219-a46d-439be0f2de59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:41.748423 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-15e85111-b992-46f4-8b98-2b39c9e16374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:41.757320 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1397b6b4-f451-4534-864d-3b66e108866e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:41.801849 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1397b6b4-f451-4534-864d-3b66e108866e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:41.813998 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-15e85111-b992-46f4-8b98-2b39c9e16374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:41.859335 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1397b6b4-f451-4534-864d-3b66e108866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:41.867176 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-84617696-51dd-44f0-a268-43bc25b78e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:41.883148 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397b6b4-f451-4534-864d-3b66e108866e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1af1f1-dcb5-423a-a046-309ad3ddb8d2,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:41.887737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1397b6b4-f451-4534-864d-3b66e108866e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:41.905888 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1397b6b4-f451-4534-864d-3b66e108866e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:41.909981 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-15e85111-b992-46f4-8b98-2b39c9e16374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:41.913845 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-1397b6b4-f451-4534-864d-3b66e108866e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/db1af1f1-dcb5-423a-a046-309ad3ddb8d2 HTTP/1.1" status: 204 len: 168 time: 0.2657878 Feb 12 21:37:41.943904 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:41.970294 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e85111-b992-46f4-8b98-2b39c9e16374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f92935-9eac-4f56-acf6-1838524edf2a,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:41.987448 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-15e85111-b992-46f4-8b98-2b39c9e16374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:41.993661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-15e85111-b992-46f4-8b98-2b39c9e16374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:42.001261 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-15e85111-b992-46f4-8b98-2b39c9e16374 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9f92935-9eac-4f56-acf6-1838524edf2a HTTP/1.1" status: 204 len: 168 time: 0.3624458 Feb 12 21:37:42.046758 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26279890-4281-4d67-9391-8607a8597136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:42.503384 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 32898) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:42.547669 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d791a3a1-ae66-4569-8323-2d421ba02ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:42.585839 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 32904) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:42.590659 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-d791a3a1-ae66-4569-8323-2d421ba02ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:42.599130 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-d791a3a1-ae66-4569-8323-2d421ba02ce5 admin admin] Usage tracker for resource:security_group_rule and tenant:53ff3d20c0c843419fa9755c181f2db1 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:42.603408 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-d791a3a1-ae66-4569-8323-2d421ba02ce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:42.632098 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-d791a3a1-ae66-4569-8323-2d421ba02ce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:42.634876 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8785c454-479a-473e-b3f3-e0b5aae914be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:42.659047 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-8785c454-479a-473e-b3f3-e0b5aae914be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:42.666212 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-8785c454-479a-473e-b3f3-e0b5aae914be admin admin] Usage tracker for resource:security_group_rule and tenant:5d2306b0ffc349d6a50def8e4c2d2263 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:42.670402 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-8785c454-479a-473e-b3f3-e0b5aae914be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:42.680798 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-8785c454-479a-473e-b3f3-e0b5aae914be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:42.701086 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3fbdf-31c5-4c7a-972a-8315b591ddc2 req-96c156cd-98e7-43d3-b672-40943b20859e tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:42.710701 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-46f3fbdf-31c5-4c7a-972a-8315b591ddc2 req-96c156cd-98e7-43d3-b672-40943b20859e tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.1945009 Feb 12 21:37:42.793390 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-46f3fbdf-31c5-4c7a-972a-8315b591ddc2 req-20683f38-5430-48a1-804d-2b5b3715744e tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808158 Feb 12 21:37:42.885479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d791a3a1-ae66-4569-8323-2d421ba02ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:42.887947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8785c454-479a-473e-b3f3-e0b5aae914be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:42.890263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d791a3a1-ae66-4569-8323-2d421ba02ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:42.900388 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5023436c-5297-473d-9d0f-da51b2259947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:42.912967 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8785c454-479a-473e-b3f3-e0b5aae914be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:42.969273 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-d791a3a1-ae66-4569-8323-2d421ba02ce5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53ff3d20c0c843419fa9755c181f2db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4642501 Feb 12 21:37:42.972194 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 32910) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:42.976711 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791a3a1-ae66-4569-8323-2d421ba02ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d44377-2b0a-4851-a432-cf60be1cc2b7,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:42.984469 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-8785c454-479a-473e-b3f3-e0b5aae914be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d2306b0ffc349d6a50def8e4c2d2263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860695 Feb 12 21:37:42.984469 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d791a3a1-ae66-4569-8323-2d421ba02ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:42.984469 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3b01c112-0ae1-4357-8bce-34aa7499a11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:42.986874 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 32914) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:43.013361 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785c454-479a-473e-b3f3-e0b5aae914be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a081779-f7a5-47b6-96ac-8ba97c73a794,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:43.017226 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-8785c454-479a-473e-b3f3-e0b5aae914be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:43.097648 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c8ec78a-21db-476b-af8e-05b81e9cb5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:43.117288 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-54c26218-275c-4437-97d3-a0a79b02ce1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:43.146885 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c8ec78a-21db-476b-af8e-05b81e9cb5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:43.178383 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-54c26218-275c-4437-97d3-a0a79b02ce1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:43.243568 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c8ec78a-21db-476b-af8e-05b81e9cb5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:43.249815 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-136230d8-c573-4fd2-b521-54ec9f20d326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:43.261067 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-54c26218-275c-4437-97d3-a0a79b02ce1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:43.271221 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ec78a-21db-476b-af8e-05b81e9cb5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d44377-2b0a-4851-a432-cf60be1cc2b7,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:43.273846 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2c8ec78a-21db-476b-af8e-05b81e9cb5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:43.275795 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7c094a0c-5eb8-40c9-b91e-fda3dd9de835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:43.301608 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c26218-275c-4437-97d3-a0a79b02ce1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a081779-f7a5-47b6-96ac-8ba97c73a794,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:43.304490 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-54c26218-275c-4437-97d3-a0a79b02ce1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:43.306726 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c8ec78a-21db-476b-af8e-05b81e9cb5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:43.308175 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-2c8ec78a-21db-476b-af8e-05b81e9cb5bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3d44377-2b0a-4851-a432-cf60be1cc2b7 HTTP/1.1" status: 204 len: 168 time: 0.3347642 Feb 12 21:37:43.312481 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-54c26218-275c-4437-97d3-a0a79b02ce1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:43.313786 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-54c26218-275c-4437-97d3-a0a79b02ce1a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a081779-f7a5-47b6-96ac-8ba97c73a794 HTTP/1.1" status: 204 len: 168 time: 0.3248117 Feb 12 21:37:44.061801 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3ab89-8917-4241-99dc-d4f883b14c01 req-dafcd6f7-207d-42e6-bf65-4c79d19e5e48 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:44.063836 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-07d3ab89-8917-4241-99dc-d4f883b14c01 req-dafcd6f7-207d-42e6-bf65-4c79d19e5e48 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.1362352 Feb 12 21:37:44.129403 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-07d3ab89-8917-4241-99dc-d4f883b14c01 req-f032de30-2313-4e91-b42e-4d24154058e3 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566714 Feb 12 21:37:44.468360 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1035d538-2645-45e3-8e4c-30c78cf07a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:44.563275 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 32982) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:44.725645 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1190234504-network', 'tenant_id': '67d68631fefa4684b334111d2345cba4'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:44.734295 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:44.742165 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Usage tracker for resource:network and tenant:67d68631fefa4684b334111d2345cba4 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:44.746944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:44.757022 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:44.773092 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Made reservation on behalf of 67d68631fefa4684b334111d2345cba4 for: {'network': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:37:44.782959 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:44.802486 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:44.821763 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:44.830183 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Usage tracker for resource:security_group_rule and tenant:67d68631fefa4684b334111d2345cba4 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:44.837050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:44.845292 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:44.960878 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:44.964462 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:44.969667 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:44.997858 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:37:45.009136 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:45.009593 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.segments_db [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Added segment 94c13a1a-9eaf-4e2f-9820-2400321b0d09 of type vxlan for network 100c4cfb-e1af-4f23-9d38-b4ac59e81fd5 Feb 12 21:37:45.023778 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:45.057881 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243855695732'] for network, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:45.065028 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:45.070311 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:45.098949 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33004) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:45.111769 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for network, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:45.113334 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:45.113986 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:45.119512 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:45.172612 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33014) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:45.240303 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33022) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:45.240535 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6758161 Feb 12 21:37:45.244186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Pushing event updated for resources: {'Network': ['ID=100c4cfb-e1af-4f23-9d38-b4ac59e81fd5,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:45.247734 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:45.249504 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] Request body: {'subnet': {'network_id': '100c4cfb-e1af-4f23-9d38-b4ac59e81fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1190234504-subnet', 'tenant_id': '67d68631fefa4684b334111d2345cba4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:45.261045 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:45.266951 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Network 100c4cfb-e1af-4f23-9d38-b4ac59e81fd5 details requested by agent ovs-agent-dv-cinder-775250-2-smb with host dv-cinder-775250-2-smb {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:37:45.272871 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] Usage tracker for resource:subnet and tenant:67d68631fefa4684b334111d2345cba4 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:45.278581 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:45.293028 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:45.320269 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] Made reservation on behalf of 67d68631fefa4684b334111d2345cba4 for: {'subnet': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:37:45.328697 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036842903794'] for subnet, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:45.496017 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Network 100c4cfb-e1af-4f23-9d38-b4ac59e81fd5 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:37:45.550427 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb15156-7562-4051-86a5-0434a7d57f6a req-a777e3aa-cec1-454d-a837-5415387303a6 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:45.560117 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fbb15156-7562-4051-86a5-0434a7d57f6a req-a777e3aa-cec1-454d-a837-5415387303a6 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.1093836 Feb 12 21:37:45.625598 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fbb15156-7562-4051-86a5-0434a7d57f6a req-b673199d-1edb-4c01-9bfa-63f463e7cde4 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640259 Feb 12 21:37:45.665798 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68bba633-e1a0-40c4-bbfe-b8aa66915285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:45.686059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-97c37301-e02e-49b4-b8e8-92dca4453c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:45.706689 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-68bba633-e1a0-40c4-bbfe-b8aa66915285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:45.721754 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-68bba633-e1a0-40c4-bbfe-b8aa66915285 admin admin] Usage tracker for resource:security_group_rule and tenant:19e3ebb54c9c409cbeb61726b8559d87 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:45.750470 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:45.758648 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-97c37301-e02e-49b4-b8e8-92dca4453c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:45.767478 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-68bba633-e1a0-40c4-bbfe-b8aa66915285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:45.782867 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-97c37301-e02e-49b4-b8e8-92dca4453c25 admin admin] Usage tracker for resource:security_group_rule and tenant:6c005ecc416c412c878a9db9388966df is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:45.786093 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-68bba633-e1a0-40c4-bbfe-b8aa66915285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:45.796714 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-97c37301-e02e-49b4-b8e8-92dca4453c25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:45.815668 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-97c37301-e02e-49b4-b8e8-92dca4453c25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:45.988053 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33046) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:46.116630 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68bba633-e1a0-40c4-bbfe-b8aa66915285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.129925 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78380609-37ea-4b0d-868a-ea84df62be9b req-e9bcd015-6a3d-4b55-8ba7-8feea4af084b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:46.131273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68bba633-e1a0-40c4-bbfe-b8aa66915285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.136962 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78380609-37ea-4b0d-868a-ea84df62be9b req-e9bcd015-6a3d-4b55-8ba7-8feea4af084b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/networks?id=42af01d5-f180-404d-b2e0-973b43eb2701 HTTP/1.1" status: 200 len: 815 time: 0.2499654 Feb 12 21:37:46.146017 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0c2b3fe3-e817-4bdf-825f-3e2042bac478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:46.155744 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-97c37301-e02e-49b4-b8e8-92dca4453c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.159559 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78380609-37ea-4b0d-868a-ea84df62be9b req-2279e9c2-2fbf-4635-b136-9fa67713fa13 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/quotas/b6b4257113824071ad301c8114b8307d HTTP/1.1" status: 200 len: 375 time: 0.0199547 Feb 12 21:37:46.186931 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-97c37301-e02e-49b4-b8e8-92dca4453c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.209431 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f343e5a1-d970-48be-8079-87f076200617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.269582 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78380609-37ea-4b0d-868a-ea84df62be9b req-fffcfafd-bc6d-43bc-a998-f418c5340a33 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6b4257113824071ad301c8114b8307d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011512 Feb 12 21:37:46.269854 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-68bba633-e1a0-40c4-bbfe-b8aa66915285 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19e3ebb54c9c409cbeb61726b8559d87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1693609 Feb 12 21:37:46.270436 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bba633-e1a0-40c4-bbfe-b8aa66915285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051c5d90-e758-404a-b01a-b1bf96a89864,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:46.274380 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 33052) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:46.282171 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-68bba633-e1a0-40c4-bbfe-b8aa66915285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:46.282724 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6279c5dd-af90-418a-be9f-2f9d2bfbdee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:46.291461 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-f343e5a1-d970-48be-8079-87f076200617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:46.298811 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-97c37301-e02e-49b4-b8e8-92dca4453c25 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c005ecc416c412c878a9db9388966df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1246970 Feb 12 21:37:46.304540 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33056) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:46.309863 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-f343e5a1-d970-48be-8079-87f076200617 admin admin] Usage tracker for resource:security_group_rule and tenant:28539aa517bf454e9d0ff8e94b37b44c is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:46.331390 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-f343e5a1-d970-48be-8079-87f076200617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:46.349186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-f343e5a1-d970-48be-8079-87f076200617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:46.357203 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c37301-e02e-49b4-b8e8-92dca4453c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c89a8f-e00f-4321-9876-900e6f6a2852,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:46.379005 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-97c37301-e02e-49b4-b8e8-92dca4453c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:46.458339 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b70a98fc-9d52-465d-ba66-4dc2c21cbf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.497458 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d2208be9-e653-46e1-a44a-d5bcfe9b4dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.507546 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b70a98fc-9d52-465d-ba66-4dc2c21cbf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.535378 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78380609-37ea-4b0d-868a-ea84df62be9b req-415a2033-3973-4af4-b1c8-2ecd335f845b service neutron] 10.222.0.35 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288046 Feb 12 21:37:46.560316 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843795663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036842903779'] for subnet, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.570081 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d2208be9-e653-46e1-a44a-d5bcfe9b4dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.596759 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:46.690150 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b70a98fc-9d52-465d-ba66-4dc2c21cbf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.690723 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.698977 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-bdc55c6a-d5c7-4670-a774-10caceda8652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:46.726349 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a98fc-9d52-465d-ba66-4dc2c21cbf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051c5d90-e758-404a-b01a-b1bf96a89864,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:46.735987 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b70a98fc-9d52-465d-ba66-4dc2c21cbf37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:46.741294 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78380609-37ea-4b0d-868a-ea84df62be9b req-d9a96c1d-3311-4b26-b0bd-7e715261b68a service neutron] 10.222.0.35 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1909926 Feb 12 21:37:46.742398 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b70a98fc-9d52-465d-ba66-4dc2c21cbf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.746669 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b70a98fc-9d52-465d-ba66-4dc2c21cbf37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/051c5d90-e758-404a-b01a-b1bf96a89864 HTTP/1.1" status: 204 len: 168 time: 0.4705899 Feb 12 21:37:46.763424 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f343e5a1-d970-48be-8079-87f076200617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.778479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f343e5a1-d970-48be-8079-87f076200617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.808812 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57880a78-e4cc-47d5-bf37-b66a60a8f142,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:46.830296 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:46.834288 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e2a8c959-bbee-49ec-92b2-ff334100a49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:46.875732 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-f343e5a1-d970-48be-8079-87f076200617 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28539aa517bf454e9d0ff8e94b37b44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8823555 Feb 12 21:37:46.880597 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 33066) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:46.899150 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d2208be9-e653-46e1-a44a-d5bcfe9b4dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:46.908974 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343e5a1-d970-48be-8079-87f076200617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5610dc84-6b86-4f9e-982d-595d687be8d4,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:46.916059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f343e5a1-d970-48be-8079-87f076200617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:46.917692 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:47.115778 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8c224b59-5fe3-4504-abe5-c6f88ac4f412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:47.155673 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8c224b59-5fe3-4504-abe5-c6f88ac4f412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:47.228182 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df8a50-4427-4bef-96ce-88f70d23d04c req-62125601-965a-4c6d-8f0b-72677f87d6db tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:47.237356 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-31df8a50-4427-4bef-96ce-88f70d23d04c req-62125601-965a-4c6d-8f0b-72677f87d6db tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.3507168 Feb 12 21:37:47.304166 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2208be9-e653-46e1-a44a-d5bcfe9b4dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c89a8f-e00f-4321-9876-900e6f6a2852,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:47.315798 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d2208be9-e653-46e1-a44a-d5bcfe9b4dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:47.326932 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8c224b59-5fe3-4504-abe5-c6f88ac4f412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:47.336038 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-de860495-41c8-47af-a2b0-db47e1aeb01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:47.373309 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c40ab5d6-6cce-4af4-9ed8-4bd8cfa0a3a1 req-53cdc565-4e59-4fbb-bc0f-488826f7680b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 210 time: 0.2610922 Feb 12 21:37:47.403367 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c224b59-5fe3-4504-abe5-c6f88ac4f412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5610dc84-6b86-4f9e-982d-595d687be8d4,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:47.440584 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] Checking segment: {'id': '94c13a1a-9eaf-4e2f-9820-2400321b0d09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '100c4cfb-e1af-4f23-9d38-b4ac59e81fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:37:47.441712 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] Network hostable DHCP agents. Network: 100c4cfb-e1af-4f23-9d38-b4ac59e81fd5, hostable agents: ['fe4b0c24-8131-4fdd-a4b5-e06b73679163'], hosted agents: [] {{(pid=84068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:37:47.477847 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d2208be9-e653-46e1-a44a-d5bcfe9b4dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:47.490769 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-d2208be9-e653-46e1-a44a-d5bcfe9b4dd7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11c89a8f-e00f-4321-9876-900e6f6a2852 HTTP/1.1" status: 204 len: 168 time: 1.1825380 Feb 12 21:37:47.504410 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-8c224b59-5fe3-4504-abe5-c6f88ac4f412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:47.515745 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-31df8a50-4427-4bef-96ce-88f70d23d04c req-c29ea303-642d-495f-a52a-adc00edcb4a3 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405422 Feb 12 21:37:47.540349 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] Network 100c4cfb-e1af-4f23-9d38-b4ac59e81fd5 is scheduled to be hosted by DHCP agent fe4b0c24-8131-4fdd-a4b5-e06b73679163 with binding_index 1 {{(pid=84068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:37:47.554775 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8c224b59-5fe3-4504-abe5-c6f88ac4f412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:47.560554 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-8c224b59-5fe3-4504-abe5-c6f88ac4f412 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5610dc84-6b86-4f9e-982d-595d687be8d4 HTTP/1.1" status: 204 len: 168 time: 0.6780584 Feb 12 21:37:47.569234 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-smb, 100c4cfb-e1af-4f23-9d38-b4ac59e81fd5) {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:37:47.593371 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d474188-0b4d-487a-b250-146856e40f81 None None] Network 100c4cfb-e1af-4f23-9d38-b4ac59e81fd5 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:37:47.593937 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:47.597100 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:47.643759 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3972020 Feb 12 21:37:47.938067 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c33a8ce-4a47-46f0-8f8b-d87d2e8eafb9 None None] Network 100c4cfb-e1af-4f23-9d38-b4ac59e81fd5 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:37:48.729240 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-decee5e8-1aeb-48bf-9190-da9363a60ced req-bcfa8ff3-bd6f-41ca-8a21-d1afcf9d617a tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 210 time: 0.0633028 Feb 12 21:37:48.738798 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33128) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:48.777700 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-57310b14-9803-4fe0-9d6b-acbcf37c0dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:48.814782 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-57310b14-9803-4fe0-9d6b-acbcf37c0dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:48.823183 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-57310b14-9803-4fe0-9d6b-acbcf37c0dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:095939c2cdfe4c12a4eee1323e09e006 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:48.831162 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-57310b14-9803-4fe0-9d6b-acbcf37c0dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:48.846917 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-57310b14-9803-4fe0-9d6b-acbcf37c0dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:48.905208 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8ed22-ced1-4f66-b999-f1e64af5a0fd req-424fc094-a9cd-4549-9790-4fd95d74b2f0 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:48.907229 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-72b8ed22-ced1-4f66-b999-f1e64af5a0fd req-424fc094-a9cd-4549-9790-4fd95d74b2f0 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.1228051 Feb 12 21:37:49.011204 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-72b8ed22-ced1-4f66-b999-f1e64af5a0fd req-2f06bc48-e25f-479d-a8a5-00a66e059ad3 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888841 Feb 12 21:37:49.033129 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-57310b14-9803-4fe0-9d6b-acbcf37c0dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:49.036516 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-57310b14-9803-4fe0-9d6b-acbcf37c0dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:49.055817 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-73f3cbee-5399-4bd2-9cf6-805531c5324c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:49.108180 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57310b14-9803-4fe0-9d6b-acbcf37c0dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cf0426-6135-42c6-98e8-c5ed6c4b0349,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:49.119287 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-57310b14-9803-4fe0-9d6b-acbcf37c0dd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=095939c2cdfe4c12a4eee1323e09e006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3742218 Feb 12 21:37:49.119287 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-57310b14-9803-4fe0-9d6b-acbcf37c0dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:49.119818 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 33142) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:49.354977 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d8386037-423f-407c-b666-c954801ed79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:49.384136 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78380609-37ea-4b0d-868a-ea84df62be9b req-4473729e-f9eb-4bac-a94f-39e6a923775b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:49.385846 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78380609-37ea-4b0d-868a-ea84df62be9b req-4473729e-f9eb-4bac-a94f-39e6a923775b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.66 "GET /v2.0/networks?id=42af01d5-f180-404d-b2e0-973b43eb2701 HTTP/1.1" status: 200 len: 815 time: 0.2523482 Feb 12 21:37:49.406571 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d8386037-423f-407c-b666-c954801ed79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:49.430696 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-78380609-37ea-4b0d-868a-ea84df62be9b req-417acfd8-381e-48c7-950d-2c48c0451ab7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Request body: {'port': {'device_id': 'fe60b637-d3aa-4740-b226-08dfd1b929ca', 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701', 'admin_state_up': True, 'tenant_id': 'b6b4257113824071ad301c8114b8307d'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:49.684050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d8386037-423f-407c-b666-c954801ed79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:49.697042 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b6391106-ec58-4530-b2e2-5e7b8261b123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:49.716413 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8386037-423f-407c-b666-c954801ed79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cf0426-6135-42c6-98e8-c5ed6c4b0349,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:49.722434 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d8386037-423f-407c-b666-c954801ed79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:49.725591 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-78380609-37ea-4b0d-868a-ea84df62be9b req-417acfd8-381e-48c7-950d-2c48c0451ab7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:49.730493 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d8386037-423f-407c-b666-c954801ed79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:49.731740 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-d8386037-423f-407c-b666-c954801ed79b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/42cf0426-6135-42c6-98e8-c5ed6c4b0349 HTTP/1.1" status: 204 len: 168 time: 0.6109929 Feb 12 21:37:49.741396 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-78380609-37ea-4b0d-868a-ea84df62be9b req-417acfd8-381e-48c7-950d-2c48c0451ab7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:49.754792 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78380609-37ea-4b0d-868a-ea84df62be9b req-417acfd8-381e-48c7-950d-2c48c0451ab7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Made reservation on behalf of b6b4257113824071ad301c8114b8307d for: {'port': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:37:49.770536 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78380609-37ea-4b0d-868a-ea84df62be9b req-417acfd8-381e-48c7-950d-2c48c0451ab7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:50.023520 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-116a1f46-f44b-46e8-8705-8db964ba10c8 req-ddc03090-8726-478b-922f-6c0f92051899 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 210 time: 0.0654359 Feb 12 21:37:50.394768 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92318edc-63d2-4173-8d1c-a01f3bb29190 req-853d71d4-8deb-4b83-ba0d-c4027941e8b5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:50.401528 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-92318edc-63d2-4173-8d1c-a01f3bb29190 req-853d71d4-8deb-4b83-ba0d-c4027941e8b5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.2153077 Feb 12 21:37:50.410279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-78380609-37ea-4b0d-868a-ea84df62be9b req-417acfd8-381e-48c7-950d-2c48c0451ab7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Allocated IP 172.20.0.11 (42af01d5-f180-404d-b2e0-973b43eb2701/602701a7-6052-4b51-830c-21d6ac4ab865/348e5d09-b21a-4595-8741-9c95398768e9) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:37:50.650911 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-92318edc-63d2-4173-8d1c-a01f3bb29190 req-38c7a077-4a20-4642-8571-d6115eb63511 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713198 Feb 12 21:37:50.724999 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78380609-37ea-4b0d-868a-ea84df62be9b req-417acfd8-381e-48c7-950d-2c48c0451ab7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:50.765198 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78380609-37ea-4b0d-868a-ea84df62be9b req-417acfd8-381e-48c7-950d-2c48c0451ab7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:50.782360 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-33baf604-a765-4f72-89ab-fe951a7427d2 tempest-DeleteServersTestJSON-1418211756 tempest-DeleteServersTestJSON-1418211756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:50.881118 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33210) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:50.893070 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1905657659-network', 'tenant_id': '26d583a0332145c38703648430808116'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:50.904359 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:50.914843 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Usage tracker for resource:network and tenant:26d583a0332145c38703648430808116 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:50.924419 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:50.957915 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:50.973033 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Made reservation on behalf of 26d583a0332145c38703648430808116 for: {'network': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:37:50.979360 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:50.996553 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:51.025153 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:51.031466 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Usage tracker for resource:security_group_rule and tenant:26d583a0332145c38703648430808116 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:51.035410 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:51.043903 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:51.194791 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417acfd8-381e-48c7-950d-2c48c0451ab7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Pushing event updated for resources: {'Port': ['ID=348e5d09-b21a-4595-8741-9c95398768e9,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:51.199663 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-417acfd8-381e-48c7-950d-2c48c0451ab7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:51.243434 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:51.252771 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:51.276767 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:37:51.284606 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78380609-37ea-4b0d-868a-ea84df62be9b req-417acfd8-381e-48c7-950d-2c48c0451ab7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Network 42af01d5-f180-404d-b2e0-973b43eb2701 is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:37:51.286117 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-78380609-37ea-4b0d-868a-ea84df62be9b req-417acfd8-381e-48c7-950d-2c48c0451ab7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:37:51.289433 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-78380609-37ea-4b0d-868a-ea84df62be9b req-417acfd8-381e-48c7-950d-2c48c0451ab7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:37:51.290306 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363243855313370', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:51.290994 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.segments_db [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Added segment b20952c4-da59-4676-b8cd-689ebc8423f7 of type vxlan for network 019d702f-91a6-40b7-9713-3ee3bd4fb646 Feb 12 21:37:51.297777 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78380609-37ea-4b0d-868a-ea84df62be9b req-417acfd8-381e-48c7-950d-2c48c0451ab7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:51.299024 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78380609-37ea-4b0d-868a-ea84df62be9b req-417acfd8-381e-48c7-950d-2c48c0451ab7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:51.323567 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243855695732'] for network, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:51.353425 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-df6ce3f9-d6c3-4457-98e9-cc67ddd77435 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:51.366602 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78380609-37ea-4b0d-868a-ea84df62be9b req-417acfd8-381e-48c7-950d-2c48c0451ab7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9476502 Feb 12 21:37:51.384326 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for network, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:51.390288 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:51.390948 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:51.398217 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baf9aa7-70c8-4fb5-8903-be9f05bd52e0,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:51.437838 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:51.438396 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d91a3f33-4905-45c7-8cee-6f504f0a88a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:51.532674 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Request body: {'port': {'device_id': 'fe60b637-d3aa-4740-b226-08dfd1b929ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:51.629815 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:37:51.796995 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9141793 Feb 12 21:37:51.797950 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=019d702f-91a6-40b7-9713-3ee3bd4fb646,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:51.811627 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:51.812279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Network 019d702f-91a6-40b7-9713-3ee3bd4fb646 details requested by agent ovs-agent-dv-cinder-775250-2-smb with host dv-cinder-775250-2-smb {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:37:51.814117 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33240) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:51.830288 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-ce2df610-002f-4989-94b0-4afcab200624 admin admin] Request body: {'subnet': {'network_id': '019d702f-91a6-40b7-9713-3ee3bd4fb646', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1905657659-subnet', 'tenant_id': '26d583a0332145c38703648430808116', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:51.851202 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:51.858125 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ce2df610-002f-4989-94b0-4afcab200624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:51.863304 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ce2df610-002f-4989-94b0-4afcab200624 admin admin] Usage tracker for resource:subnet and tenant:26d583a0332145c38703648430808116 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:51.867227 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ce2df610-002f-4989-94b0-4afcab200624 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:51.874967 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ce2df610-002f-4989-94b0-4afcab200624 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:51.891753 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2df610-002f-4989-94b0-4afcab200624 admin admin] Made reservation on behalf of 26d583a0332145c38703648430808116 for: {'subnet': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:37:51.899215 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ce2df610-002f-4989-94b0-4afcab200624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036842903794'] for subnet, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:52.307666 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Network 019d702f-91a6-40b7-9713-3ee3bd4fb646 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:37:52.418754 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33254) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:52.605190 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ce2df610-002f-4989-94b0-4afcab200624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843795663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036842903779'] for subnet, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:52.626012 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:52.711849 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1159251982-network', 'tenant_id': '502f938b897a45acb132f948aac910d4'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:52.775609 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2df610-002f-4989-94b0-4afcab200624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46cdceb9-f0ef-47d8-955c-18cc5f0fdfb4,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:52.777051 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045185e-22cf-46ba-a590-57232d7c1f15 req-a9f0d1be-d6c6-4f6e-a3a3-cbf2f728109a tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:52.778149 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-6045185e-22cf-46ba-a590-57232d7c1f15 req-a9f0d1be-d6c6-4f6e-a3a3-cbf2f728109a tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Synchronizing usage tracker for tenant:b6b4257113824071ad301c8114b8307d on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:37:52.779115 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ce2df610-002f-4989-94b0-4afcab200624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:52.789098 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:52.804134 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Usage tracker for resource:network and tenant:502f938b897a45acb132f948aac910d4 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:52.809410 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:52.820763 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:52.854073 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Made reservation on behalf of 502f938b897a45acb132f948aac910d4 for: {'network': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:37:52.859960 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:52.888755 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:52.911931 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-6045185e-22cf-46ba-a590-57232d7c1f15 req-a9f0d1be-d6c6-4f6e-a3a3-cbf2f728109a tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Unset dirty status for tenant:b6b4257113824071ad301c8114b8307d on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:37:52.913700 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6045185e-22cf-46ba-a590-57232d7c1f15 req-a9f0d1be-d6c6-4f6e-a3a3-cbf2f728109a tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 932 time: 1.5178299 Feb 12 21:37:52.916113 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:52.925382 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Usage tracker for resource:security_group_rule and tenant:502f938b897a45acb132f948aac910d4 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:52.929562 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:52.940731 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:52.989369 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2df610-002f-4989-94b0-4afcab200624 admin admin] Checking segment: {'id': 'b20952c4-da59-4676-b8cd-689ebc8423f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '019d702f-91a6-40b7-9713-3ee3bd4fb646'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:37:52.989766 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2df610-002f-4989-94b0-4afcab200624 admin admin] Network hostable DHCP agents. Network: 019d702f-91a6-40b7-9713-3ee3bd4fb646, hostable agents: ['fe4b0c24-8131-4fdd-a4b5-e06b73679163'], hosted agents: [] {{(pid=84068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:37:53.031385 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2df610-002f-4989-94b0-4afcab200624 admin admin] Network 019d702f-91a6-40b7-9713-3ee3bd4fb646 is scheduled to be hosted by DHCP agent fe4b0c24-8131-4fdd-a4b5-e06b73679163 with binding_index 1 {{(pid=84068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:37:53.048319 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-ce2df610-002f-4989-94b0-4afcab200624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-smb, 019d702f-91a6-40b7-9713-3ee3bd4fb646) {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:37:53.053293 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6045185e-22cf-46ba-a590-57232d7c1f15 req-a3eae843-e50e-48b3-b23c-344138d0b36d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573366 Feb 12 21:37:53.060218 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883f6852-1525-4f71-bf11-de77ec20b72b None None] Network 019d702f-91a6-40b7-9713-3ee3bd4fb646 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:37:53.078822 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2df610-002f-4989-94b0-4afcab200624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:53.079710 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ce2df610-002f-4989-94b0-4afcab200624 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:53.212819 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:53.213223 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d56f01-437f-495c-9dcf-043078e56c40 req-e90e6c95-846f-4d76-a16b-11be98704840 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:53.215432 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-62d56f01-437f-495c-9dcf-043078e56c40 req-e90e6c95-846f-4d76-a16b-11be98704840 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.8162918 Feb 12 21:37:53.223576 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ce2df610-002f-4989-94b0-4afcab200624 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4081376 Feb 12 21:37:53.229739 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:53.274897 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:37:53.300366 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363243855313370', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:53.304076 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.segments_db [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Added segment 9fe55b32-756e-4997-a56b-129e7721f404 of type vxlan for network 0a3147d1-b34d-4b05-9e62-24d0afcd6fcd Feb 12 21:37:53.377676 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243855695732'] for network, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:53.385481 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1f4333c0-3dac-4efd-aabf-44e0938653d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:53.460154 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-62d56f01-437f-495c-9dcf-043078e56c40 req-539a05ef-39c1-4f54-83a1-251fb7ce6592 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234712 Feb 12 21:37:53.480495 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe058aa9-60be-4873-87ba-5a5499e2b149,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:53.489323 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:53.537375 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-439e65f2-f591-4bfc-9666-a789cf1e5ec8 req-edbe8e53-0919-4493-ac31-6aee3b35901d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4877808 Feb 12 21:37:53.591241 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for network, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:53.593783 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:53.598886 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:53.609634 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3c0fd3-e18c-48cc-99f7-46933fc1bb21 None None] Network 019d702f-91a6-40b7-9713-3ee3bd4fb646 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:37:53.624360 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:53.743985 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348e5d09-b21a-4595-8741-9c95398768e9 {{(pid=84069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:37:53.826491 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:53.861363 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Transition to ACTIVE for port object 348e5d09-b21a-4595-8741-9c95398768e9 will not be triggered until provisioned by entity L2. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:37:53.882329 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Pushing event updated for resources: {'Network': ['ID=0a3147d1-b34d-4b05-9e62-24d0afcd6fcd,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:53.884399 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:53.889918 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:53.907544 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-08988960-7cf7-4536-abd8-2337e40d2202 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:53.929752 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5075533 Feb 12 21:37:53.932899 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33274) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:53.996279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Network 0a3147d1-b34d-4b05-9e62-24d0afcd6fcd details requested by agent ovs-agent-dv-cinder-775250-2-smb with host dv-cinder-775250-2-smb {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:37:54.002581 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] Request body: {'subnet': {'network_id': '0a3147d1-b34d-4b05-9e62-24d0afcd6fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1159251982-subnet', 'tenant_id': '502f938b897a45acb132f948aac910d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:37:54.011989 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Network 0a3147d1-b34d-4b05-9e62-24d0afcd6fcd details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:37:54.030064 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:54.048017 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] Usage tracker for resource:subnet and tenant:502f938b897a45acb132f948aac910d4 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:54.065519 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:54.085268 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Pushing event updated for resources: {'Port': ['ID=348e5d09-b21a-4595-8741-9c95398768e9,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:54.098196 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:54.115325 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:54.134736 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33282) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:54.146656 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] Made reservation on behalf of 502f938b897a45acb132f948aac910d4 for: {'subnet': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:37:54.163381 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036842903794'] for subnet, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:54.226189 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e65f2-f591-4bfc-9666-a789cf1e5ec8 req-5c483955-2617-450b-8f13-8cb9843bec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:54.233891 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-439e65f2-f591-4bfc-9666-a789cf1e5ec8 req-5c483955-2617-450b-8f13-8cb9843bec3c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6b4257113824071ad301c8114b8307d&device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 1162 time: 0.4622898 Feb 12 21:37:54.703971 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e65f2-f591-4bfc-9666-a789cf1e5ec8 req-b9033a4f-0ccf-4af8-a7b1-22d1e755ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:54.706931 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-439e65f2-f591-4bfc-9666-a789cf1e5ec8 req-b9033a4f-0ccf-4af8-a7b1-22d1e755ec49 service neutron] 10.222.0.66 "GET /v2.0/networks?id=42af01d5-f180-404d-b2e0-973b43eb2701 HTTP/1.1" status: 200 len: 909 time: 0.4181919 Feb 12 21:37:54.818174 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a3f88f3-11d5-4fcf-84a0-4f67a9eb4750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:54.839264 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0a3f88f3-11d5-4fcf-84a0-4f67a9eb4750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:54.853281 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0a3f88f3-11d5-4fcf-84a0-4f67a9eb4750 admin admin] Usage tracker for resource:security_group_rule and tenant:0fa4e1bec0144d5aa5cb0904e6144610 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:54.857258 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0a3f88f3-11d5-4fcf-84a0-4f67a9eb4750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:54.866537 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0a3f88f3-11d5-4fcf-84a0-4f67a9eb4750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:54.879301 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-439e65f2-f591-4bfc-9666-a789cf1e5ec8 req-316420d9-d414-4dfa-a314-6d9c541f8fda service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1c314c6-7a75-46a1-b52b-a76e43210a8e HTTP/1.1" status: 200 len: 217 time: 0.1629002 Feb 12 21:37:54.893418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Attempting to bind port 348e5d09-b21a-4595-8741-9c95398768e9 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:37:54.894081 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Attempting to bind port 348e5d09-b21a-4595-8741-9c95398768e9 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'a393f88b-c6a5-426e-a2ed-9fa153bebd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701'}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:37:54.894703 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Attempting to bind port 348e5d09-b21a-4595-8741-9c95398768e9 on network 42af01d5-f180-404d-b2e0-973b43eb2701 {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:37:54.993443 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:37:54.994101 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Checking segment: {'id': 'a393f88b-c6a5-426e-a2ed-9fa153bebd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:37:54.994811 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:54.995470 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Bound using segment: {'id': 'a393f88b-c6a5-426e-a2ed-9fa153bebd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701'} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:37:54.996488 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Bound port: 348e5d09-b21a-4595-8741-9c95398768e9, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a393f88b-c6a5-426e-a2ed-9fa153bebd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701'}}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:37:54.997163 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.067242 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a3f88f3-11d5-4fcf-84a0-4f67a9eb4750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.071499 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a3f88f3-11d5-4fcf-84a0-4f67a9eb4750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.084187 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-138387d3-3728-4ee7-995e-3eb888847456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:55.126064 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843795663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036842903779'] for subnet, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.156923 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0a3f88f3-11d5-4fcf-84a0-4f67a9eb4750 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fa4e1bec0144d5aa5cb0904e6144610&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0186558 Feb 12 21:37:55.212469 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f88f3-11d5-4fcf-84a0-4f67a9eb4750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca52c34-c61b-485b-9b9d-ccc3d03bc695,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:55.220820 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33308) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:55.226531 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0a3f88f3-11d5-4fcf-84a0-4f67a9eb4750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:55.226897 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:55.291733 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10e145-8652-4958-8c97-c3eba2ea3899 req-f84ed8f9-c437-4767-ada4-dff234106a3f tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:55.293357 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3d10e145-8652-4958-8c97-c3eba2ea3899 req-f84ed8f9-c437-4767-ada4-dff234106a3f tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 944 time: 1.0075150 Feb 12 21:37:55.353091 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e65f2-f591-4bfc-9666-a789cf1e5ec8 req-1b9a0c83-d4f6-44a5-93a0-28cc85aa0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:55.354682 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-439e65f2-f591-4bfc-9666-a789cf1e5ec8 req-1b9a0c83-d4f6-44a5-93a0-28cc85aa0a08 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=602701a7-6052-4b51-830c-21d6ac4ab865 HTTP/1.1" status: 200 len: 855 time: 0.4658964 Feb 12 21:37:55.359688 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ec685f-382a-482d-8783-01abd46010d6,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:55.367637 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:55.411543 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4ed50ec9-6e25-4a19-8510-777f917e0121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.448865 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-439e65f2-f591-4bfc-9666-a789cf1e5ec8 req-5ee6121b-3ee4-4377-8989-057efa7397b8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=42af01d5-f180-404d-b2e0-973b43eb2701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654302 Feb 12 21:37:55.462728 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4ed50ec9-6e25-4a19-8510-777f917e0121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.513591 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] Checking segment: {'id': '9fe55b32-756e-4997-a56b-129e7721f404', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a3147d1-b34d-4b05-9e62-24d0afcd6fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:37:55.514077 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] Network hostable DHCP agents. Network: 0a3147d1-b34d-4b05-9e62-24d0afcd6fcd, hostable agents: ['fe4b0c24-8131-4fdd-a4b5-e06b73679163'], hosted agents: [] {{(pid=84068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:37:55.551233 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] Network 0a3147d1-b34d-4b05-9e62-24d0afcd6fcd is scheduled to be hosted by DHCP agent fe4b0c24-8131-4fdd-a4b5-e06b73679163 with binding_index 1 {{(pid=84068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:37:55.564395 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4ed50ec9-6e25-4a19-8510-777f917e0121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.573972 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-68bba633-e1a0-40c4-bbfe-b8aa66915285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:55.594655 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] For port 348e5d09-b21a-4595-8741-9c95398768e9, host hv-cinder-77525, cleared binding levels {{(pid=84069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:37:55.597540 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-smb, 0a3147d1-b34d-4b05-9e62-24d0afcd6fcd) {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:37:55.599795 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3d10e145-8652-4958-8c97-c3eba2ea3899 req-67a2e62d-87f7-492f-9828-a585fe820044 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864392 Feb 12 21:37:55.625882 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e57c403-18c6-4aa6-b302-24f86adffc99 None None] Network 0a3147d1-b34d-4b05-9e62-24d0afcd6fcd requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:37:55.628917 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-af6b953d-4b5a-41c7-a8a0-c2ac2733e98a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:55.630843 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-af6b953d-4b5a-41c7-a8a0-c2ac2733e98a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Synchronizing usage tracker for tenant:67d68631fefa4684b334111d2345cba4 on resource:network {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:37:55.631050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed50ec9-6e25-4a19-8510-777f917e0121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca52c34-c61b-485b-9b9d-ccc3d03bc695,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:55.635304 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] For port 348e5d09-b21a-4595-8741-9c95398768e9, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=348e5d09-b21a-4595-8741-9c95398768e9,segment=NetworkSegment(a393f88b-c6a5-426e-a2ed-9fa153bebd52),segment_id=a393f88b-c6a5-426e-a2ed-9fa153bebd52)] {{(pid=84069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:37:55.641874 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-4ed50ec9-6e25-4a19-8510-777f917e0121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:55.683017 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:55.684726 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.704526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.724447 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4ed50ec9-6e25-4a19-8510-777f917e0121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:55.727300 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-4ed50ec9-6e25-4a19-8510-777f917e0121 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0ca52c34-c61b-485b-9b9d-ccc3d03bc695 HTTP/1.1" status: 204 len: 168 time: 0.5051260 Feb 12 21:37:55.739187 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8017108 Feb 12 21:37:56.274936 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:56.357693 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf7b17b-4f5c-4273-a8ce-ad3074deb0b4 None None] Network 0a3147d1-b34d-4b05-9e62-24d0afcd6fcd requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:37:56.426690 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-af6b953d-4b5a-41c7-a8a0-c2ac2733e98a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Unset dirty status for tenant:67d68631fefa4684b334111d2345cba4 on resource:network {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:37:56.434746 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-af6b953d-4b5a-41c7-a8a0-c2ac2733e98a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/networks?id=100c4cfb-e1af-4f23-9d38-b4ac59e81fd5 HTTP/1.1" status: 200 len: 809 time: 1.5280507 Feb 12 21:37:56.457453 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:56.458165 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:56.460129 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78380609-37ea-4b0d-868a-ea84df62be9b req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] 10.222.0.66 "PUT /v2.0/ports/348e5d09-b21a-4595-8741-9c95398768e9 HTTP/1.1" status: 200 len: 1158 time: 4.9328625 Feb 12 21:37:56.460706 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe60b637-d3aa-4740-b226-08dfd1b929ca', 'tag': '348e5d09-b21a-4595-8741-9c95398768e9'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:37:56.482743 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-439e65f2-f591-4bfc-9666-a789cf1e5ec8 req-982d7e8a-4843-4426-b140-45f745ad2611 service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0107863 Feb 12 21:37:56.490569 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-8d7d8ea1-4097-4ff3-bb1e-bc6a170f8fbb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/quotas/67d68631fefa4684b334111d2345cba4 HTTP/1.1" status: 200 len: 375 time: 0.0546863 Feb 12 21:37:56.661090 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-9b750792-73d9-46b9-9fe5-732dc15d8f2c tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=67d68631fefa4684b334111d2345cba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1693990 Feb 12 21:37:56.879736 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Pushing event updated for resources: {'Port': ['ID=348e5d09-b21a-4595-8741-9c95398768e9,revision_number=3']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:56.896611 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:56.989186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84905b9d-4689-4018-a78d-1d8753ff3a10 req-2cd38a4a-1cde-4015-8fe8-3eb160241a69 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:56.990903 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-84905b9d-4689-4018-a78d-1d8753ff3a10 req-2cd38a4a-1cde-4015-8fe8-3eb160241a69 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.7201512 Feb 12 21:37:57.050094 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-439e65f2-f591-4bfc-9666-a789cf1e5ec8 req-751a3583-39bf-405d-99a1-f1ef9035bcfc service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5532441 Feb 12 21:37:57.096837 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-11ac17ba-1057-4432-be31-b8365814b6e7 service neutron] 10.222.0.35 "GET /v2.0/networks/100c4cfb-e1af-4f23-9d38-b4ac59e81fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342594 Feb 12 21:37:57.211399 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-84905b9d-4689-4018-a78d-1d8753ff3a10 req-029d1902-ac82-4add-ba6d-57cd07e2eee8 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032840 Feb 12 21:37:57.219207 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78380609-37ea-4b0d-868a-ea84df62be9b req-21488523-a928-4630-aef3-0aab633112a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:57.221292 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78380609-37ea-4b0d-868a-ea84df62be9b req-21488523-a928-4630-aef3-0aab633112a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6b4257113824071ad301c8114b8307d&device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 1161 time: 0.5785668 Feb 12 21:37:57.325357 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78380609-37ea-4b0d-868a-ea84df62be9b req-ae9713a1-04e4-4a4e-8253-c4e53bfb5d21 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348e5d09-b21a-4595-8741-9c95398768e9 HTTP/1.1" status: 200 len: 217 time: 0.0853145 Feb 12 21:37:57.440993 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-63252a2e-16c8-4c57-976e-5e7e5f29f831 service neutron] 10.222.0.35 "GET /v2.0/networks/100c4cfb-e1af-4f23-9d38-b4ac59e81fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3427937 Feb 12 21:37:57.444881 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78380609-37ea-4b0d-868a-ea84df62be9b req-d689549a-0bdf-4824-8eb7-392afe793939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:57.446546 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78380609-37ea-4b0d-868a-ea84df62be9b req-d689549a-0bdf-4824-8eb7-392afe793939 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=602701a7-6052-4b51-830c-21d6ac4ab865 HTTP/1.1" status: 200 len: 855 time: 0.1066496 Feb 12 21:37:57.569749 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78380609-37ea-4b0d-868a-ea84df62be9b req-660c1b02-6071-4935-8859-cac3680c9310 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=42af01d5-f180-404d-b2e0-973b43eb2701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146224 Feb 12 21:37:57.623276 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe60b637-d3aa-4740-b226-08dfd1b929ca', 'tag': '348e5d09-b21a-4595-8741-9c95398768e9', 'status': 'completed', 'code': 200} Feb 12 21:37:57.819268 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78380609-37ea-4b0d-868a-ea84df62be9b req-5863be35-aaed-4143-9e7a-3b958168390c service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318392 Feb 12 21:37:58.162433 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9468811d-8930-4392-a49c-84fc59b2882e req-fcf17826-d4d1-48b6-9631-b798bcf1177c tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 210 time: 0.2757850 Feb 12 21:37:58.171356 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33382) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:58.484195 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0cec3c4f-b655-45fc-9804-7b9d4f21ea05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:58.512907 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0cec3c4f-b655-45fc-9804-7b9d4f21ea05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:58.539330 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0cec3c4f-b655-45fc-9804-7b9d4f21ea05 admin admin] Usage tracker for resource:security_group_rule and tenant:45c1c9f1844142e8ae1d1441848cbe3d is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:58.545918 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0cec3c4f-b655-45fc-9804-7b9d4f21ea05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:58.553259 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0cec3c4f-b655-45fc-9804-7b9d4f21ea05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:58.563832 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78380609-37ea-4b0d-868a-ea84df62be9b req-f7225f5b-4656-49bb-b626-2efaa7b682d7 service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7237375 Feb 12 21:37:58.578390 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8dfba-574d-4b8b-93ac-0aca47db9ac2 req-ef685e3b-17ee-41b2-aec5-a3bac858825d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:58.586419 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-faf8dfba-574d-4b8b-93ac-0aca47db9ac2 req-ef685e3b-17ee-41b2-aec5-a3bac858825d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 944 time: 0.5280650 Feb 12 21:37:58.675925 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-faf8dfba-574d-4b8b-93ac-0aca47db9ac2 req-3ec1a058-b032-410f-8391-e2dbb51674aa tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883527 Feb 12 21:37:58.680895 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0cec3c4f-b655-45fc-9804-7b9d4f21ea05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:58.686628 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea6cd5-e87a-4b80-89a6-a33f40eb9b00 req-76ded57c-1518-41e9-9847-8681f03a097e tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:58.697491 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0cec3c4f-b655-45fc-9804-7b9d4f21ea05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:58.708956 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4aea6cd5-e87a-4b80-89a6-a33f40eb9b00 req-76ded57c-1518-41e9-9847-8681f03a097e tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.2418387 Feb 12 21:37:58.738159 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:58.774278 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0cec3c4f-b655-45fc-9804-7b9d4f21ea05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45c1c9f1844142e8ae1d1441848cbe3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6016021 Feb 12 21:37:58.775788 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec3c4f-b655-45fc-9804-7b9d4f21ea05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0066195c-dacf-46b7-acda-a3e3ec2d79b2,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:58.781594 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0cec3c4f-b655-45fc-9804-7b9d4f21ea05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:58.782528 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33400) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:58.909575 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4aea6cd5-e87a-4b80-89a6-a33f40eb9b00 req-2d8b8458-e930-4f91-9982-fd056a8be9fd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989813 Feb 12 21:37:58.940513 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2140617-01c9-47f6-8bb6-451ead112579 req-d98991f9-2731-4b26-86c7-a048168b39bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:58.942511 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f2140617-01c9-47f6-8bb6-451ead112579 req-d98991f9-2731-4b26-86c7-a048168b39bc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6b4257113824071ad301c8114b8307d&device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 1161 time: 0.2273254 Feb 12 21:37:58.944851 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b5b0f294-23c2-4000-98f0-563e76029e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:58.978130 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b5b0f294-23c2-4000-98f0-563e76029e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:59.036567 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b5b0f294-23c2-4000-98f0-563e76029e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:59.043803 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-4ed50ec9-6e25-4a19-8510-777f917e0121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:59.057852 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b5b0f294-23c2-4000-98f0-563e76029e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:59.059092 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b5b0f294-23c2-4000-98f0-563e76029e27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0066195c-dacf-46b7-acda-a3e3ec2d79b2 HTTP/1.1" status: 204 len: 168 time: 0.2749243 Feb 12 21:37:59.064332 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0f294-23c2-4000-98f0-563e76029e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0066195c-dacf-46b7-acda-a3e3ec2d79b2,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:37:59.070194 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b5b0f294-23c2-4000-98f0-563e76029e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:37:59.235873 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2140617-01c9-47f6-8bb6-451ead112579 req-7752e835-c600-485f-b5ba-1ca02643bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:59.239961 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f2140617-01c9-47f6-8bb6-451ead112579 req-7752e835-c600-485f-b5ba-1ca02643bdde service neutron] 10.222.0.66 "GET /v2.0/networks?id=42af01d5-f180-404d-b2e0-973b43eb2701 HTTP/1.1" status: 200 len: 909 time: 0.2883010 Feb 12 21:37:59.604859 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33418) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:37:59.636479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f2db3fc-9025-4f36-8c36-6aa137687fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:59.639893 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f2140617-01c9-47f6-8bb6-451ead112579 req-a600b660-d5cc-473e-8890-3bf924616a19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348e5d09-b21a-4595-8741-9c95398768e9 HTTP/1.1" status: 200 len: 217 time: 0.3902421 Feb 12 21:37:59.642516 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-180420d5-6b3a-4e4c-b7fb-86bf432d57ed req-0bc3a03b-7d29-4fdd-992c-5763c2defd9d tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 210 time: 0.1460176 Feb 12 21:37:59.679931 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0f2db3fc-9025-4f36-8c36-6aa137687fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:37:59.680264 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0f2db3fc-9025-4f36-8c36-6aa137687fdf admin admin] Usage tracker for resource:security_group_rule and tenant:6c67eba2dd504983a962d1354e8f50d8 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:37:59.683802 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0f2db3fc-9025-4f36-8c36-6aa137687fdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:37:59.691339 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0f2db3fc-9025-4f36-8c36-6aa137687fdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:37:59.787727 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2140617-01c9-47f6-8bb6-451ead112579 req-0def243d-ce30-48fb-8918-976f0e61e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:37:59.790833 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f2140617-01c9-47f6-8bb6-451ead112579 req-0def243d-ce30-48fb-8918-976f0e61e97e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=602701a7-6052-4b51-830c-21d6ac4ab865 HTTP/1.1" status: 200 len: 855 time: 0.1431980 Feb 12 21:37:59.864353 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f2db3fc-9025-4f36-8c36-6aa137687fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:59.872284 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f2db3fc-9025-4f36-8c36-6aa137687fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:37:59.883566 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0081bcc3-7a2d-4dfc-ab9f-1862602708c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:37:59.921457 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f2140617-01c9-47f6-8bb6-451ead112579 req-3509709d-71b5-4d3e-b7a5-6a2a791767d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=42af01d5-f180-404d-b2e0-973b43eb2701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967133 Feb 12 21:37:59.988737 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0f2db3fc-9025-4f36-8c36-6aa137687fdf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c67eba2dd504983a962d1354e8f50d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812006 Feb 12 21:38:00.000566 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2db3fc-9025-4f36-8c36-6aa137687fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5859837-a7d1-461e-bfc7-b0c72a4a0ffc,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:00.004293 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33444) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:00.008168 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0f2db3fc-9025-4f36-8c36-6aa137687fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:00.085050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ca8e64bf-38b8-4b0a-891d-8137e2ceab0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:00.120702 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ca8e64bf-38b8-4b0a-891d-8137e2ceab0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:00.193456 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ca8e64bf-38b8-4b0a-891d-8137e2ceab0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:00.207318 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0f2db3fc-9025-4f36-8c36-6aa137687fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:00.241956 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e64bf-38b8-4b0a-891d-8137e2ceab0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5859837-a7d1-461e-bfc7-b0c72a4a0ffc,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:00.245476 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ca8e64bf-38b8-4b0a-891d-8137e2ceab0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:00.250121 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ca8e64bf-38b8-4b0a-891d-8137e2ceab0b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5859837-a7d1-461e-bfc7-b0c72a4a0ffc HTTP/1.1" status: 204 len: 168 time: 0.2418251 Feb 12 21:38:00.250121 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ca8e64bf-38b8-4b0a-891d-8137e2ceab0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:00.499324 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:00.742801 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33472) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:00.802619 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-d81f550c-2480-4de9-aa9f-ab299a26c748 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:00.804297 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-d81f550c-2480-4de9-aa9f-ab299a26c748 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.66 "GET /v2.0/networks?id=100c4cfb-e1af-4f23-9d38-b4ac59e81fd5 HTTP/1.1" status: 200 len: 809 time: 0.7165384 Feb 12 21:38:00.941139 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device d557f482-9260-4567-b37c-700a2d9a71fc up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:00.965561 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Request body: {'port': {'device_id': '9cdf87d8-77c2-47ac-ac95-1f8db04d213c', 'network_id': '100c4cfb-e1af-4f23-9d38-b4ac59e81fd5', 'admin_state_up': True, 'tenant_id': '67d68631fefa4684b334111d2345cba4'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:00.993977 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f2140617-01c9-47f6-8bb6-451ead112579 req-32bffb86-90d1-4054-8e45-2dc415d96fed service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9042745 Feb 12 21:38:01.141614 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port d557f482-9260-4567-b37c-700a2d9a71fc triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:01.142127 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:01.233284 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525856f-06b8-420f-966d-557b023611d3 req-c0321d2c-efa8-4f14-bc95-ea543c440706 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:01.235271 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8525856f-06b8-420f-966d-557b023611d3 req-c0321d2c-efa8-4f14-bc95-ea543c440706 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/networks?id=0a3147d1-b34d-4b05-9e62-24d0afcd6fcd HTTP/1.1" status: 200 len: 809 time: 1.3113756 Feb 12 21:38:01.247539 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f2140617-01c9-47f6-8bb6-451ead112579 req-682ecaa3-137b-4d89-b6d6-550dab1d0d5f service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1870029 Feb 12 21:38:01.289887 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-75869f93-2d8c-4426-9ee2-501430ef10a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:01.326252 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-75869f93-2d8c-4426-9ee2-501430ef10a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:01.326252 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-75869f93-2d8c-4426-9ee2-501430ef10a5 admin admin] Usage tracker for resource:security_group_rule and tenant:9439980dac61492a96a28a1c6b15d8f6 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:01.335043 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7bb2d-f10d-447d-a784-4025218870c0 req-cbd91f87-b07b-44f5-a694-3d3f2554f7ba tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:01.339138 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-75869f93-2d8c-4426-9ee2-501430ef10a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:01.343384 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-48a7bb2d-f10d-447d-a784-4025218870c0 req-cbd91f87-b07b-44f5-a694-3d3f2554f7ba tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 944 time: 1.4207461 Feb 12 21:38:01.346298 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8525856f-06b8-420f-966d-557b023611d3 req-70058695-66b0-40db-ac09-25c73e70808d tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/quotas/502f938b897a45acb132f948aac910d4 HTTP/1.1" status: 200 len: 375 time: 0.0399294 Feb 12 21:38:01.358784 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-75869f93-2d8c-4426-9ee2-501430ef10a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:01.470227 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-75869f93-2d8c-4426-9ee2-501430ef10a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:01.474552 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-75869f93-2d8c-4426-9ee2-501430ef10a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:01.508379 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-57310b14-9803-4fe0-9d6b-acbcf37c0dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:01.530239 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:01.541765 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-75869f93-2d8c-4426-9ee2-501430ef10a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9439980dac61492a96a28a1c6b15d8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7949426 Feb 12 21:38:01.543543 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33500) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:01.548408 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Usage tracker for resource:port and tenant:67d68631fefa4684b334111d2345cba4 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:01.559892 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8525856f-06b8-420f-966d-557b023611d3 req-064023b5-42f5-4d5e-9793-c9ab485b1675 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=502f938b897a45acb132f948aac910d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092393 Feb 12 21:38:01.560847 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:01.565091 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75869f93-2d8c-4426-9ee2-501430ef10a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9af45ae-8b28-4b48-bba4-a49c0db8ceb0,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:01.571345 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-75869f93-2d8c-4426-9ee2-501430ef10a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:01.590538 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:01.605531 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-48a7bb2d-f10d-447d-a784-4025218870c0 req-9c10eec9-2dae-4dfb-8d19-4cdb356238f0 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610521 Feb 12 21:38:01.637987 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-30c289fe-51ca-4768-98f9-d4fbd5d43cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:01.678673 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-30c289fe-51ca-4768-98f9-d4fbd5d43cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:01.750883 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-30c289fe-51ca-4768-98f9-d4fbd5d43cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:01.757042 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9e281bf6-21e5-4b48-9d63-45f3f6c076f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:01.794512 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c289fe-51ca-4768-98f9-d4fbd5d43cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9af45ae-8b28-4b48-bba4-a49c0db8ceb0,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:01.798391 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-30c289fe-51ca-4768-98f9-d4fbd5d43cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:01.803146 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-30c289fe-51ca-4768-98f9-d4fbd5d43cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:01.812816 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-30c289fe-51ca-4768-98f9-d4fbd5d43cb7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9af45ae-8b28-4b48-bba4-a49c0db8ceb0 HTTP/1.1" status: 204 len: 168 time: 0.2674310 Feb 12 21:38:01.961697 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Made reservation on behalf of 67d68631fefa4684b334111d2345cba4 for: {'port': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:38:01.973211 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:02.616636 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8525856f-06b8-420f-966d-557b023611d3 req-0c160cb2-7bdc-48b2-911b-580eddf06ad1 service neutron] 10.222.0.35 "GET /v2.0/networks/0a3147d1-b34d-4b05-9e62-24d0afcd6fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0216351 Feb 12 21:38:02.926098 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Allocated IP 172.20.0.3 (100c4cfb-e1af-4f23-9d38-b4ac59e81fd5/57880a78-e4cc-47d5-bf37-b66a60a8f142/f15dcd8a-07b5-41d7-8619-541209d7a753) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:38:02.969040 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33556) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:02.988035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70343b3-e9a7-4fd5-a67c-3ec731d14760 req-8309cec9-c691-4b34-8b61-6e7ce3e482c9 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:02.991166 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b70343b3-e9a7-4fd5-a67c-3ec731d14760 req-8309cec9-c691-4b34-8b61-6e7ce3e482c9 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 1.1642568 Feb 12 21:38:03.104132 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1440707927-network', 'tenant_id': '4ff580a4019445a9abf324e56496bb65'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:03.110175 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:03.114862 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Usage tracker for resource:network and tenant:4ff580a4019445a9abf324e56496bb65 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:03.118389 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:03.125384 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:03.136081 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Made reservation on behalf of 4ff580a4019445a9abf324e56496bb65 for: {'network': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:38:03.142399 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:03.157864 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:03.175850 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:03.180466 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Usage tracker for resource:security_group_rule and tenant:4ff580a4019445a9abf324e56496bb65 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:03.183934 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:03.190846 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:03.197072 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b70343b3-e9a7-4fd5-a67c-3ec731d14760 req-61adc6e8-891f-4e19-8bbb-1e0381304c36 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953080 Feb 12 21:38:03.206332 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8525856f-06b8-420f-966d-557b023611d3 req-df9f053f-9d4a-4ed3-ae5f-46e4f01b0cb0 service neutron] 10.222.0.35 "GET /v2.0/networks/0a3147d1-b34d-4b05-9e62-24d0afcd6fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5715673 Feb 12 21:38:03.314004 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:03.317865 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:03.338653 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:38:03.351606 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363243855313370', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:03.352265 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.segments_db [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Added segment a0472ca0-5063-4159-830c-36388dce086e of type vxlan for network 4e4262f7-071b-4846-b78e-ae344d809e53 Feb 12 21:38:03.386550 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243855695732'] for network, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:03.440388 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d791a3a1-ae66-4569-8323-2d421ba02ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:03.452082 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for network, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:03.456682 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:03.457536 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:03.497223 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf9d26a-26db-4d6c-b202-3b017ccc8d17,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:03.517639 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:03.524245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:03.550687 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:03.657811 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:03.667927 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6944246 Feb 12 21:38:03.692771 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33568) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:03.709895 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-e6610115-1894-422f-a97a-b7e222ed8643 admin admin] Request body: {'subnet': {'network_id': '4e4262f7-071b-4846-b78e-ae344d809e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1440707927-subnet', 'tenant_id': '4ff580a4019445a9abf324e56496bb65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:03.723307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e6610115-1894-422f-a97a-b7e222ed8643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:03.738941 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e6610115-1894-422f-a97a-b7e222ed8643 admin admin] Usage tracker for resource:subnet and tenant:4ff580a4019445a9abf324e56496bb65 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:03.749376 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e6610115-1894-422f-a97a-b7e222ed8643 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:03.765082 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Pushing event updated for resources: {'Network': ['ID=4e4262f7-071b-4846-b78e-ae344d809e53,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:03.772597 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e6610115-1894-422f-a97a-b7e222ed8643 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:03.778375 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:03.784589 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Network 4e4262f7-071b-4846-b78e-ae344d809e53 details requested by agent ovs-agent-dv-cinder-775250-2-smb with host dv-cinder-775250-2-smb {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:38:03.797808 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6610115-1894-422f-a97a-b7e222ed8643 admin admin] Made reservation on behalf of 4ff580a4019445a9abf324e56496bb65 for: {'subnet': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:38:03.807933 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6610115-1894-422f-a97a-b7e222ed8643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036842903794'] for subnet, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:03.830104 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7abd51e6-178d-470e-af65-6c5ddc9022d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:03.832180 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Network 4e4262f7-071b-4846-b78e-ae344d809e53 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:38:04.085882 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Network 100c4cfb-e1af-4f23-9d38-b4ac59e81fd5 is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:38:04.089093 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:04.096170 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:38:04.100944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:04.102034 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:04.117244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Pushing event updated for resources: {'Port': ['ID=f15dcd8a-07b5-41d7-8619-541209d7a753,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:04.134696 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:04.175346 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3346453 Feb 12 21:38:04.191190 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c08769-4f57-49b3-918c-9bc64b6d65bd req-1d1eefa6-3745-4615-b033-2ce5047770a6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:04.199460 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f9c08769-4f57-49b3-918c-9bc64b6d65bd req-1d1eefa6-3745-4615-b033-2ce5047770a6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 944 time: 0.3029432 Feb 12 21:38:04.231480 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Request body: {'port': {'device_id': '9cdf87d8-77c2-47ac-ac95-1f8db04d213c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:04.328222 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab50819-cf40-4a00-bf33-8615df95bc54 req-604d4442-ba0a-4f3e-9ee2-8848ee12fe5a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:04.329266 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8ab50819-cf40-4a00-bf33-8615df95bc54 req-604d4442-ba0a-4f3e-9ee2-8848ee12fe5a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Synchronizing usage tracker for tenant:67d68631fefa4684b334111d2345cba4 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:38:04.450917 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f9c08769-4f57-49b3-918c-9bc64b6d65bd req-effa555b-220d-4272-878e-bf4e80f87fbc tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504747 Feb 12 21:38:04.464982 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8ab50819-cf40-4a00-bf33-8615df95bc54 req-604d4442-ba0a-4f3e-9ee2-8848ee12fe5a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Unset dirty status for tenant:67d68631fefa4684b334111d2345cba4 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:38:04.467678 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8ab50819-cf40-4a00-bf33-8615df95bc54 req-604d4442-ba0a-4f3e-9ee2-8848ee12fe5a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 931 time: 0.5845180 Feb 12 21:38:04.543901 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:04.707064 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33592) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:04.734664 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6610115-1894-422f-a97a-b7e222ed8643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843795663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036842903779'] for subnet, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:04.791550 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8ab50819-cf40-4a00-bf33-8615df95bc54 req-68845f53-bfd5-492f-a485-a87a07a9d19c tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Synchronizing usage tracker for tenant:67d68631fefa4684b334111d2345cba4 on resource:security_group {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:38:04.809542 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-699bdfb9-c2a0-430c-906b-53478bc425bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:04.818035 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-295eebbd-808a-4795-b3c8-06f9331bd8d4 req-9d720013-4e4d-4512-8866-5fef3576b5f5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 210 time: 0.0905225 Feb 12 21:38:04.918004 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6610115-1894-422f-a97a-b7e222ed8643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7837fb91-6fbd-4d2a-b007-3d1d4aecf0fb,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:04.921634 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e6610115-1894-422f-a97a-b7e222ed8643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:04.954856 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8ab50819-cf40-4a00-bf33-8615df95bc54 req-68845f53-bfd5-492f-a485-a87a07a9d19c tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Unset dirty status for tenant:67d68631fefa4684b334111d2345cba4 on resource:security_group {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:38:04.971164 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8ab50819-cf40-4a00-bf33-8615df95bc54 req-68845f53-bfd5-492f-a485-a87a07a9d19c tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660690 Feb 12 21:38:04.987827 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ea360c83-4622-440f-9bcc-05570b994b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:05.026558 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ea360c83-4622-440f-9bcc-05570b994b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:05.037701 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ea360c83-4622-440f-9bcc-05570b994b74 admin admin] Usage tracker for resource:security_group_rule and tenant:bad9ff2a18e042618cca2ac468bd688d is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:05.043058 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ea360c83-4622-440f-9bcc-05570b994b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:05.046789 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6610115-1894-422f-a97a-b7e222ed8643 admin admin] Checking segment: {'id': 'a0472ca0-5063-4159-830c-36388dce086e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4e4262f7-071b-4846-b78e-ae344d809e53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:38:05.047776 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6610115-1894-422f-a97a-b7e222ed8643 admin admin] Network hostable DHCP agents. Network: 4e4262f7-071b-4846-b78e-ae344d809e53, hostable agents: ['fe4b0c24-8131-4fdd-a4b5-e06b73679163'], hosted agents: [] {{(pid=84068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:38:05.057025 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ea360c83-4622-440f-9bcc-05570b994b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:05.091575 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6610115-1894-422f-a97a-b7e222ed8643 admin admin] Network 4e4262f7-071b-4846-b78e-ae344d809e53 is scheduled to be hosted by DHCP agent fe4b0c24-8131-4fdd-a4b5-e06b73679163 with binding_index 1 {{(pid=84068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:38:05.114094 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-e6610115-1894-422f-a97a-b7e222ed8643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-smb, 4e4262f7-071b-4846-b78e-ae344d809e53) {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:05.127325 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f941c0-8225-401d-bc23-5b0485544f04 None None] Network 4e4262f7-071b-4846-b78e-ae344d809e53 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:38:05.134914 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6610115-1894-422f-a97a-b7e222ed8643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:05.135558 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6610115-1894-422f-a97a-b7e222ed8643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:05.195337 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e6610115-1894-422f-a97a-b7e222ed8643 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5012653 Feb 12 21:38:05.235566 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ea360c83-4622-440f-9bcc-05570b994b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:05.241680 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ea360c83-4622-440f-9bcc-05570b994b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:05.265044 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-75869f93-2d8c-4426-9ee2-501430ef10a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:05.358851 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ea360c83-4622-440f-9bcc-05570b994b74 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bad9ff2a18e042618cca2ac468bd688d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6496935 Feb 12 21:38:05.361144 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea360c83-4622-440f-9bcc-05570b994b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d17f2f-07cf-465b-a2d0-092a5cb3a51d,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:05.366752 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33600) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:05.374090 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ea360c83-4622-440f-9bcc-05570b994b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:05.498207 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11493e4-9c30-4dbf-91b4-da43c1f710f3 req-80f13a72-1d87-4ffd-91f4-9cbe23d66ed3 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:05.499940 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b11493e4-9c30-4dbf-91b4-da43c1f710f3 req-80f13a72-1d87-4ffd-91f4-9cbe23d66ed3 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.5183511 Feb 12 21:38:05.587830 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c865f6d4-1aaa-43b5-870a-00747ce35b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:05.610403 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b11493e4-9c30-4dbf-91b4-da43c1f710f3 req-f7d1a0ef-65a5-4da6-8b9f-de59490937c6 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009066 Feb 12 21:38:05.680350 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c865f6d4-1aaa-43b5-870a-00747ce35b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:05.733765 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15dcd8a-07b5-41d7-8619-541209d7a753 {{(pid=84069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:38:05.743674 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:05.759768 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Transition to ACTIVE for port object f15dcd8a-07b5-41d7-8619-541209d7a753 will not be triggered until provisioned by entity L2. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:38:05.761073 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c865f6d4-1aaa-43b5-870a-00747ce35b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:05.764255 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:05.768152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-30c289fe-51ca-4768-98f9-d4fbd5d43cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:05.784098 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865f6d4-1aaa-43b5-870a-00747ce35b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d17f2f-07cf-465b-a2d0-092a5cb3a51d,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:05.796296 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c865f6d4-1aaa-43b5-870a-00747ce35b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:05.801292 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c865f6d4-1aaa-43b5-870a-00747ce35b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:05.803756 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-c865f6d4-1aaa-43b5-870a-00747ce35b95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8d17f2f-07cf-465b-a2d0-092a5cb3a51d HTTP/1.1" status: 204 len: 168 time: 0.4346256 Feb 12 21:38:05.909990 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ea046f-6edb-47ee-a341-8fa8974f5c3d None None] Network 4e4262f7-071b-4846-b78e-ae344d809e53 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:38:06.066645 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:06.442582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 348e5d09-b21a-4595-8741-9c95398768e9 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:06.535461 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Pushing event updated for resources: {'Port': ['ID=f15dcd8a-07b5-41d7-8619-541209d7a753,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:06.608424 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:06.626351 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d04ee382-4c5d-4242-b2cf-5aa1270effcf req-0e214815-8a7f-43f5-a121-f9ecd848f4b1 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 210 time: 0.4838347 Feb 12 21:38:06.715340 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port 348e5d09-b21a-4595-8741-9c95398768e9 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:38:06.733501 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 348e5d09-b21a-4595-8741-9c95398768e9 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:06.733933 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:06.925976 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12a97c-706c-4bbf-8836-91f3b4e59822 req-1a82b08d-9db3-4eab-b3bf-bdecffd49391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:06.927889 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5e12a97c-706c-4bbf-8836-91f3b4e59822 req-1a82b08d-9db3-4eab-b3bf-bdecffd49391 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 1162 time: 0.7872958 Feb 12 21:38:07.005667 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c146b-c202-487a-b058-0b18ffd1756e req-e80b3482-5aaf-406f-a803-59603c48d207 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:07.013957 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d96c146b-c202-487a-b058-0b18ffd1756e req-e80b3482-5aaf-406f-a803-59603c48d207 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 944 time: 1.1672828 Feb 12 21:38:07.061623 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:07.101205 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 348e5d09-b21a-4595-8741-9c95398768e9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=348e5d09-b21a-4595-8741-9c95398768e9,segment=NetworkSegment(a393f88b-c6a5-426e-a2ed-9fa153bebd52),segment_id=a393f88b-c6a5-426e-a2ed-9fa153bebd52)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:07.102368 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe60b637-d3aa-4740-b226-08dfd1b929ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348e5d09-b21a-4595-8741-9c95398768e9'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:07.109637 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:07.110740 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device d557f482-9260-4567-b37c-700a2d9a71fc up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:07.118293 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525856f-06b8-420f-966d-557b023611d3 req-9a37e55a-f602-41eb-b381-c7242070c55b tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:07.120968 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8525856f-06b8-420f-966d-557b023611d3 req-9a37e55a-f602-41eb-b381-c7242070c55b tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Synchronizing usage tracker for tenant:502f938b897a45acb132f948aac910d4 on resource:network {{(pid=84068) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:38:07.136082 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5e12a97c-706c-4bbf-8836-91f3b4e59822 req-899761b4-675b-40d7-b258-59e4592088a3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452930 Feb 12 21:38:07.154173 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8525856f-06b8-420f-966d-557b023611d3 req-9a37e55a-f602-41eb-b381-c7242070c55b tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Unset dirty status for tenant:502f938b897a45acb132f948aac910d4 on resource:network {{(pid=84068) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:38:07.157114 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8525856f-06b8-420f-966d-557b023611d3 req-9a37e55a-f602-41eb-b381-c7242070c55b tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.66 "GET /v2.0/networks?id=0a3147d1-b34d-4b05-9e62-24d0afcd6fcd HTTP/1.1" status: 200 len: 809 time: 1.1067276 Feb 12 21:38:07.158942 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d96c146b-c202-487a-b058-0b18ffd1756e req-a75a20d2-d5db-4833-96b7-aa7a613eebd7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439199 Feb 12 21:38:07.164052 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Attempting to bind port f15dcd8a-07b5-41d7-8619-541209d7a753 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:38:07.164453 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Attempting to bind port f15dcd8a-07b5-41d7-8619-541209d7a753 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '94c13a1a-9eaf-4e2f-9820-2400321b0d09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '100c4cfb-e1af-4f23-9d38-b4ac59e81fd5'}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:38:07.164784 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Attempting to bind port f15dcd8a-07b5-41d7-8619-541209d7a753 on network 100c4cfb-e1af-4f23-9d38-b4ac59e81fd5 {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:38:07.175057 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:38:07.175460 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Checking segment: {'id': '94c13a1a-9eaf-4e2f-9820-2400321b0d09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '100c4cfb-e1af-4f23-9d38-b4ac59e81fd5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:38:07.175838 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:07.176249 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Bound using segment: {'id': '94c13a1a-9eaf-4e2f-9820-2400321b0d09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '100c4cfb-e1af-4f23-9d38-b4ac59e81fd5'} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:38:07.176752 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Bound port: f15dcd8a-07b5-41d7-8619-541209d7a753, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c13a1a-9eaf-4e2f-9820-2400321b0d09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '100c4cfb-e1af-4f23-9d38-b4ac59e81fd5'}}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:38:07.177136 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:07.180055 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:07.203780 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45356a7b-b210-4c1a-9b88-8bce171ed8d3 req-30b2e4e1-f48e-46dc-8bb6-970485669722 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:07.206134 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-45356a7b-b210-4c1a-9b88-8bce171ed8d3 req-30b2e4e1-f48e-46dc-8bb6-970485669722 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 943 time: 0.3653851 Feb 12 21:38:07.262740 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=348e5d09-b21a-4595-8741-9c95398768e9,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:07.271783 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:07.283655 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port d557f482-9260-4567-b37c-700a2d9a71fc triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:07.284205 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:07.321044 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-45356a7b-b210-4c1a-9b88-8bce171ed8d3 req-ccce3265-a872-45dd-be20-d1762c79e6aa tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151679 Feb 12 21:38:07.383152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] For port f15dcd8a-07b5-41d7-8619-541209d7a753, host hv-cinder-77525, cleared binding levels {{(pid=84069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:38:07.387562 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] For port f15dcd8a-07b5-41d7-8619-541209d7a753, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f15dcd8a-07b5-41d7-8619-541209d7a753,segment=NetworkSegment(94c13a1a-9eaf-4e2f-9820-2400321b0d09),segment_id=94c13a1a-9eaf-4e2f-9820-2400321b0d09)] {{(pid=84069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:38:07.391864 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:07.408393 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c584a1bc-b0f6-4a50-8025-55eaa51f6cfe tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:07.633023 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Pushing event updated for resources: {'Port': ['ID=f15dcd8a-07b5-41d7-8619-541209d7a753,revision_number=3']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:07.636374 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-8525856f-06b8-420f-966d-557b023611d3 req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Request body: {'port': {'device_id': 'e089cfbc-8724-4bdd-a276-3be5c6cb4de2', 'network_id': '0a3147d1-b34d-4b05-9e62-24d0afcd6fcd', 'admin_state_up': True, 'tenant_id': '502f938b897a45acb132f948aac910d4'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:07.659156 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:07.737665 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ece0c-237b-4dd6-92f7-1117d90bd842 req-088b1072-ab25-448c-9b24-744448f0a2c1 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:07.737665 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-875ece0c-237b-4dd6-92f7-1117d90bd842 req-088b1072-ab25-448c-9b24-744448f0a2c1 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.2049618 Feb 12 21:38:07.748000 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:07.749155 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:07.752098 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe60b637-d3aa-4740-b226-08dfd1b929ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348e5d09-b21a-4595-8741-9c95398768e9', 'code': 200} Feb 12 21:38:07.753161 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] 10.222.0.66 "PUT /v2.0/ports/f15dcd8a-07b5-41d7-8619-541209d7a753 HTTP/1.1" status: 200 len: 1157 time: 3.5513875 Feb 12 21:38:07.753709 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdf87d8-77c2-47ac-ac95-1f8db04d213c', 'tag': 'f15dcd8a-07b5-41d7-8619-541209d7a753'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:07.813067 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-875ece0c-237b-4dd6-92f7-1117d90bd842 req-b1f58a4d-9f93-4033-86f8-c3643a02226a tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526416 Feb 12 21:38:07.847803 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-8525856f-06b8-420f-966d-557b023611d3 req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:07.847803 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8525856f-06b8-420f-966d-557b023611d3 req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Usage tracker for resource:port and tenant:502f938b897a45acb132f948aac910d4 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:07.855981 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8525856f-06b8-420f-966d-557b023611d3 req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:07.858879 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-8525856f-06b8-420f-966d-557b023611d3 req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:07.877515 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8525856f-06b8-420f-966d-557b023611d3 req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Made reservation on behalf of 502f938b897a45acb132f948aac910d4 for: {'port': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:38:07.879107 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 348e5d09-b21a-4595-8741-9c95398768e9 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:07.903194 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8525856f-06b8-420f-966d-557b023611d3 req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:07.949538 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdf87d8-77c2-47ac-ac95-1f8db04d213c', 'tag': 'f15dcd8a-07b5-41d7-8619-541209d7a753', 'status': 'completed', 'code': 200} Feb 12 21:38:08.023845 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-231963d0-5cd8-4cdd-8742-c587b845b783 req-4c00ee06-56d7-4809-a269-8dd8f6096a30 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 210 time: 0.0666471 Feb 12 21:38:08.060267 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-97b0c08b-84b6-4547-a0f8-e22afc0eeeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:08.062473 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-97b0c08b-84b6-4547-a0f8-e22afc0eeeb4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67d68631fefa4684b334111d2345cba4&device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 1160 time: 0.1932075 Feb 12 21:38:08.074859 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 348e5d09-b21a-4595-8741-9c95398768e9 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:08.075574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:08.340424 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-cc2323f9-ecb6-4d62-b2ed-84b58ec2a7e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f15dcd8a-07b5-41d7-8619-541209d7a753 HTTP/1.1" status: 200 len: 217 time: 0.2284613 Feb 12 21:38:08.478737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-8525856f-06b8-420f-966d-557b023611d3 req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Allocated IP 172.20.0.10 (0a3147d1-b34d-4b05-9e62-24d0afcd6fcd/49ec685f-382a-482d-8783-01abd46010d6/43193db5-8f83-477d-8326-bb682b938628) {{(pid=84068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:38:08.578370 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-3c7f9cdb-4ab4-4214-a30c-01095115b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:08.580272 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-3c7f9cdb-4ab4-4214-a30c-01095115b64b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57880a78-e4cc-47d5-bf37-b66a60a8f142 HTTP/1.1" status: 200 len: 849 time: 0.1966791 Feb 12 21:38:08.585995 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f25cd3-71b3-4a3e-8a1d-480c824856f7 req-8434a331-2d28-4c72-8ee6-45b539810035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:08.587666 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e7f25cd3-71b3-4a3e-8a1d-480c824856f7 req-8434a331-2d28-4c72-8ee6-45b539810035 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 1163 time: 0.3681135 Feb 12 21:38:08.758156 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f67fc5-dd9d-4021-a48e-52f9c247ecc8 req-d05bb899-8390-4416-b636-4f69a29867b3 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:08.766414 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b1f67fc5-dd9d-4021-a48e-52f9c247ecc8 req-d05bb899-8390-4416-b636-4f69a29867b3 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 946 time: 0.3710854 Feb 12 21:38:08.770066 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-47debb7b-e4cc-4751-ba91-600af9977b84 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=100c4cfb-e1af-4f23-9d38-b4ac59e81fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1800039 Feb 12 21:38:08.888761 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e7f25cd3-71b3-4a3e-8a1d-480c824856f7 req-c52df556-14ac-4348-9eec-066e52414f1f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096779 Feb 12 21:38:08.917965 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8525856f-06b8-420f-966d-557b023611d3 req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Notify callbacks [] for port, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:08.992682 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8525856f-06b8-420f-966d-557b023611d3 req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:09.022288 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b1f67fc5-dd9d-4021-a48e-52f9c247ecc8 req-61d29d29-015a-4fde-8315-25422eb05125 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548461 Feb 12 21:38:09.035444 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:09.148996 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-c4b296fc-cec3-48a8-b1d9-5c0f64718b8c tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:09.150692 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-c4b296fc-cec3-48a8-b1d9-5c0f64718b8c tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/networks?id=4e4262f7-071b-4846-b78e-ae344d809e53 HTTP/1.1" status: 200 len: 814 time: 0.4779911 Feb 12 21:38:09.205478 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-c17f68e9-4451-4094-9c43-5468b0140d74 service neutron] 10.222.0.66 "GET /v2.0/networks/100c4cfb-e1af-4f23-9d38-b4ac59e81fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504403 Feb 12 21:38:09.222029 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-bb9aef83-18ce-4ac2-bb9b-6c2709b22ca8 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/quotas/4ff580a4019445a9abf324e56496bb65 HTTP/1.1" status: 200 len: 375 time: 0.0326653 Feb 12 21:38:09.320235 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Pushing event updated for resources: {'Port': ['ID=43193db5-8f83-477d-8326-bb682b938628,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:09.330344 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:09.407737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8525856f-06b8-420f-966d-557b023611d3 req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Network 0a3147d1-b34d-4b05-9e62-24d0afcd6fcd is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:38:09.409488 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-8525856f-06b8-420f-966d-557b023611d3 req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:09.413039 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8525856f-06b8-420f-966d-557b023611d3 req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Received port after_create {{(pid=84068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:38:09.514459 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525856f-06b8-420f-966d-557b023611d3 req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:09.515306 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8525856f-06b8-420f-966d-557b023611d3 req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for port, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:09.540547 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8525856f-06b8-420f-966d-557b023611d3 req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9134989 Feb 12 21:38:09.546754 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-a9b81fcf-2169-4333-b2ff-d6573af89952 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ff580a4019445a9abf324e56496bb65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3072464 Feb 12 21:38:09.560226 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Request body: {'port': {'device_id': 'e089cfbc-8724-4bdd-a276-3be5c6cb4de2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:09.693569 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:09.720412 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b890d1-2f51-4b1e-91fd-cc83b64c2913 req-552eb94e-53bb-4ff2-8493-fa3598b0c765 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:09.722109 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78b890d1-2f51-4b1e-91fd-cc83b64c2913 req-552eb94e-53bb-4ff2-8493-fa3598b0c765 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 943 time: 0.5842221 Feb 12 21:38:09.849032 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78b890d1-2f51-4b1e-91fd-cc83b64c2913 req-bad1d485-fe21-4728-9d6c-6a152b6b82af tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104367 Feb 12 21:38:09.905690 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-40830c2e-4816-46d3-807e-e5a0c10b3918 service neutron] 10.222.0.35 "GET /v2.0/networks/4e4262f7-071b-4846-b78e-ae344d809e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981038 Feb 12 21:38:10.105919 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bed15dad-0d2a-4094-b8c7-cb8be4348ab7 req-37c49fa7-b60f-4d59-9e0a-c82b4fcecd01 service neutron] 10.222.0.66 "GET /v2.0/networks/100c4cfb-e1af-4f23-9d38-b4ac59e81fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5962098 Feb 12 21:38:10.324166 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-92e57c9b-b56c-4a9c-aa9b-157525afbd79 service neutron] 10.222.0.35 "GET /v2.0/networks/4e4262f7-071b-4846-b78e-ae344d809e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4171093 Feb 12 21:38:10.474739 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43193db5-8f83-477d-8326-bb682b938628 {{(pid=84068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:38:10.500481 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:10.530236 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Transition to ACTIVE for port object 43193db5-8f83-477d-8326-bb682b938628 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:38:10.540224 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980256'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:10.568366 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:10.835674 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162f049-523e-4947-8816-a1155149a0ec req-55863a3c-0a7c-41fc-ae44-a34da5a7c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:10.837688 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a162f049-523e-4947-8816-a1155149a0ec req-55863a3c-0a7c-41fc-ae44-a34da5a7c59c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67d68631fefa4684b334111d2345cba4&device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 1160 time: 0.5907657 Feb 12 21:38:10.908073 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Pushing event updated for resources: {'Port': ['ID=43193db5-8f83-477d-8326-bb682b938628,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:10.916797 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:10.934151 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f4663-2710-4b9a-9159-30a01d3de554 req-7ab0ffc6-22bf-4900-8d0f-237df3c4394f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:10.943408 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-240f4663-2710-4b9a-9159-30a01d3de554 req-7ab0ffc6-22bf-4900-8d0f-237df3c4394f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.6179078 Feb 12 21:38:11.127371 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-240f4663-2710-4b9a-9159-30a01d3de554 req-6f877ee7-a4be-4a95-9a99-97c584ad6a99 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815650 Feb 12 21:38:11.190311 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978c9e3-05aa-4ac8-8408-1e515eae9519 req-fa36ae1a-931c-4eda-9618-7426892702f7 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:11.193099 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1978c9e3-05aa-4ac8-8408-1e515eae9519 req-fa36ae1a-931c-4eda-9618-7426892702f7 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 944 time: 0.4523501 Feb 12 21:38:11.324586 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Attempting to bind port 43193db5-8f83-477d-8326-bb682b938628 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:38:11.325138 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Attempting to bind port 43193db5-8f83-477d-8326-bb682b938628 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '9fe55b32-756e-4997-a56b-129e7721f404', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a3147d1-b34d-4b05-9e62-24d0afcd6fcd'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:38:11.325790 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Attempting to bind port 43193db5-8f83-477d-8326-bb682b938628 on network 0a3147d1-b34d-4b05-9e62-24d0afcd6fcd {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:38:11.332187 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162f049-523e-4947-8816-a1155149a0ec req-17aae282-f835-47f1-888b-5b6d66ff85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:11.333739 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a162f049-523e-4947-8816-a1155149a0ec req-17aae282-f835-47f1-888b-5b6d66ff85a8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=100c4cfb-e1af-4f23-9d38-b4ac59e81fd5 HTTP/1.1" status: 200 len: 903 time: 0.4845426 Feb 12 21:38:11.337602 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:38:11.338251 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Checking segment: {'id': '9fe55b32-756e-4997-a56b-129e7721f404', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a3147d1-b34d-4b05-9e62-24d0afcd6fcd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:38:11.338944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:11.339624 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Bound using segment: {'id': '9fe55b32-756e-4997-a56b-129e7721f404', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a3147d1-b34d-4b05-9e62-24d0afcd6fcd'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:38:11.340524 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Bound port: 43193db5-8f83-477d-8326-bb682b938628, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe55b32-756e-4997-a56b-129e7721f404', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a3147d1-b34d-4b05-9e62-24d0afcd6fcd'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:38:11.341189 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:11.433936 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a162f049-523e-4947-8816-a1155149a0ec req-df325a36-4b24-4007-bed4-32f2182978bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f15dcd8a-07b5-41d7-8619-541209d7a753 HTTP/1.1" status: 200 len: 217 time: 0.0895767 Feb 12 21:38:11.443139 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1978c9e3-05aa-4ac8-8408-1e515eae9519 req-9368cdd8-7675-494f-a2af-e071371ac119 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401242 Feb 12 21:38:11.559605 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4649d99-b84b-4d7c-862a-d3823a422b96 req-6fec5199-7cb1-493f-8e16-7c65f678dd59 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:11.562091 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b4649d99-b84b-4d7c-862a-d3823a422b96 req-6fec5199-7cb1-493f-8e16-7c65f678dd59 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 946 time: 0.2920122 Feb 12 21:38:11.566401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162f049-523e-4947-8816-a1155149a0ec req-ca71cea1-adf9-41b9-b4fe-45636b16203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:11.568173 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a162f049-523e-4947-8816-a1155149a0ec req-ca71cea1-adf9-41b9-b4fe-45636b16203c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57880a78-e4cc-47d5-bf37-b66a60a8f142 HTTP/1.1" status: 200 len: 849 time: 0.1239870 Feb 12 21:38:11.584503 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] For port 43193db5-8f83-477d-8326-bb682b938628, host hv-cinder-77525, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:38:11.588764 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] For port 43193db5-8f83-477d-8326-bb682b938628, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=43193db5-8f83-477d-8326-bb682b938628,segment=NetworkSegment(9fe55b32-756e-4997-a56b-129e7721f404),segment_id=9fe55b32-756e-4997-a56b-129e7721f404)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:38:11.596443 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980256'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:11.618658 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:11.648803 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a162f049-523e-4947-8816-a1155149a0ec req-2e60b5c5-5469-42f3-8c4d-8cf287f9788e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=100c4cfb-e1af-4f23-9d38-b4ac59e81fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611663 Feb 12 21:38:11.673649 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b4649d99-b84b-4d7c-862a-d3823a422b96 req-da37b703-42bd-4b35-8b01-0e90ad89025b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042352 Feb 12 21:38:11.873524 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Pushing event updated for resources: {'Port': ['ID=43193db5-8f83-477d-8326-bb682b938628,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:11.887120 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:11.953043 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:11.954294 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for port, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:11.957124 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8525856f-06b8-420f-966d-557b023611d3 req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] 10.222.0.66 "PUT /v2.0/ports/43193db5-8f83-477d-8326-bb682b938628 HTTP/1.1" status: 200 len: 1158 time: 2.4017959 Feb 12 21:38:11.958060 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e089cfbc-8724-4bdd-a276-3be5c6cb4de2', 'tag': '43193db5-8f83-477d-8326-bb682b938628'}] {{(pid=84068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:12.006773 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d00c503f-4912-4ff8-bbf7-ca4f1e4eecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:12.042367 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6bae8356-0558-431f-ad72-eecb2270f953 req-7bccc6dd-aa80-47e0-9860-443904bdb5cf tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 210 time: 0.1867127 Feb 12 21:38:12.115590 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a162f049-523e-4947-8816-a1155149a0ec req-5352f93c-53ae-4415-8a26-124d244bbc08 service neutron] 10.222.0.66 "GET /v2.0/networks/100c4cfb-e1af-4f23-9d38-b4ac59e81fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404981 Feb 12 21:38:12.216774 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14f0ae-bf0a-42ca-be3f-5e4397e34869 req-38003087-10b2-4437-b9d6-9782db57493f tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:12.225398 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1e14f0ae-bf0a-42ca-be3f-5e4397e34869 req-38003087-10b2-4437-b9d6-9782db57493f tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 943 time: 0.3724465 Feb 12 21:38:12.267586 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525856f-06b8-420f-966d-557b023611d3 req-9ba7584e-d005-42e2-9f63-1814d3706b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:12.270721 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8525856f-06b8-420f-966d-557b023611d3 req-9ba7584e-d005-42e2-9f63-1814d3706b2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=502f938b897a45acb132f948aac910d4&device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 1161 time: 0.2391651 Feb 12 21:38:12.308632 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1e14f0ae-bf0a-42ca-be3f-5e4397e34869 req-72df2a5b-89ad-445a-a0d1-492801f0fffe tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821288 Feb 12 21:38:12.398756 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8525856f-06b8-420f-966d-557b023611d3 req-1ab10a6f-4bc5-4b73-83d4-9cdb67d02e96 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43193db5-8f83-477d-8326-bb682b938628 HTTP/1.1" status: 200 len: 217 time: 0.1115460 Feb 12 21:38:12.490853 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a162f049-523e-4947-8816-a1155149a0ec req-68700f55-8bb1-46d6-b158-dee2c8c092fe service neutron] 10.222.0.66 "GET /v2.0/networks/100c4cfb-e1af-4f23-9d38-b4ac59e81fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3636816 Feb 12 21:38:12.542818 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525856f-06b8-420f-966d-557b023611d3 req-d1b6fddd-1856-4bed-a5ba-3ad97d00c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:12.545281 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8525856f-06b8-420f-966d-557b023611d3 req-d1b6fddd-1856-4bed-a5ba-3ad97d00c8f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49ec685f-382a-482d-8783-01abd46010d6 HTTP/1.1" status: 200 len: 849 time: 0.0918772 Feb 12 21:38:12.610197 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e089cfbc-8724-4bdd-a276-3be5c6cb4de2', 'tag': '43193db5-8f83-477d-8326-bb682b938628', 'status': 'completed', 'code': 200} Feb 12 21:38:12.626984 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8525856f-06b8-420f-966d-557b023611d3 req-eb9fadb4-6db4-4b82-a692-1abc3ac0c56f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0a3147d1-b34d-4b05-9e62-24d0afcd6fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707850 Feb 12 21:38:12.838089 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33794) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:12.877382 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8525856f-06b8-420f-966d-557b023611d3 req-6c0a2f16-b8a1-4e5f-80b5-a08c4dccc4b3 service neutron] 10.222.0.66 "GET /v2.0/networks/0a3147d1-b34d-4b05-9e62-24d0afcd6fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429914 Feb 12 21:38:13.090020 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8525856f-06b8-420f-966d-557b023611d3 req-50cf64ca-5572-4112-b0e2-83ccb27be755 service neutron] 10.222.0.66 "GET /v2.0/networks/0a3147d1-b34d-4b05-9e62-24d0afcd6fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2050552 Feb 12 21:38:13.090895 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-37be54dd-843b-4ec2-a660-29c8c17c9a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:13.112684 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-37be54dd-843b-4ec2-a660-29c8c17c9a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:13.118654 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-37be54dd-843b-4ec2-a660-29c8c17c9a3d admin admin] Usage tracker for resource:security_group_rule and tenant:ad3f1bc88b2447cea0e8ecf64ff9643d is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:13.123921 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-37be54dd-843b-4ec2-a660-29c8c17c9a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:13.132041 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-37be54dd-843b-4ec2-a660-29c8c17c9a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:13.292995 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-37be54dd-843b-4ec2-a660-29c8c17c9a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:13.300577 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-37be54dd-843b-4ec2-a660-29c8c17c9a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:13.316880 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ea360c83-4622-440f-9bcc-05570b994b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:13.356812 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ed70c-6f87-40af-97cd-f79ddce6c377 req-e2aef2ec-0a65-48ff-a351-b9d22198684f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:13.359400 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ce7ed70c-6f87-40af-97cd-f79ddce6c377 req-e2aef2ec-0a65-48ff-a351-b9d22198684f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.6349781 Feb 12 21:38:13.377865 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-127d9bf6-91a1-4afa-b0a0-18bffba09925 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:13.379621 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-127d9bf6-91a1-4afa-b0a0-18bffba09925 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.66 "GET /v2.0/networks?id=4e4262f7-071b-4846-b78e-ae344d809e53 HTTP/1.1" status: 200 len: 814 time: 0.5730269 Feb 12 21:38:13.413009 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7caccb-c44a-455c-9a2f-ef375f543ba1 req-b322cdc8-d3b3-4bd2-b4b6-b6ce9fe2ac8f tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:13.414861 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8f7caccb-c44a-455c-9a2f-ef375f543ba1 req-b322cdc8-d3b3-4bd2-b4b6-b6ce9fe2ac8f tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 944 time: 0.5555530 Feb 12 21:38:13.419204 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Request body: {'port': {'device_id': '2feeae78-c13d-45ee-8e3e-c96cff80436c', 'network_id': '4e4262f7-071b-4846-b78e-ae344d809e53', 'admin_state_up': True, 'tenant_id': '4ff580a4019445a9abf324e56496bb65'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:13.598870 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ce7ed70c-6f87-40af-97cd-f79ddce6c377 req-0ad79fd8-966b-4db1-9b5e-337f6977f4ba tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177055 Feb 12 21:38:13.621477 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8f7caccb-c44a-455c-9a2f-ef375f543ba1 req-c2ff98d5-cf67-4a75-9202-340eddd182e2 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758349 Feb 12 21:38:13.636107 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-37be54dd-843b-4ec2-a660-29c8c17c9a3d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad3f1bc88b2447cea0e8ecf64ff9643d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7924154 Feb 12 21:38:13.636107 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be54dd-843b-4ec2-a660-29c8c17c9a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07aac574-d951-4ba7-b6d0-2b80d9e7ea03,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:13.636107 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33812) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:13.640419 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-37be54dd-843b-4ec2-a660-29c8c17c9a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:13.676179 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42946e0-e944-4650-8c4f-9e67d423e79c req-13243ac2-d52f-420b-82c9-2c31320bddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:13.678079 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f42946e0-e944-4650-8c4f-9e67d423e79c req-13243ac2-d52f-420b-82c9-2c31320bddb6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=502f938b897a45acb132f948aac910d4&device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 1161 time: 0.4508092 Feb 12 21:38:13.720547 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:13.727058 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Usage tracker for resource:port and tenant:4ff580a4019445a9abf324e56496bb65 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:13.737152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:13.746424 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:13.872531 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e4c40784-6dc0-455d-9182-f00269a0317d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:13.934404 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Made reservation on behalf of 4ff580a4019445a9abf324e56496bb65 for: {'port': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:38:13.940312 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e4c40784-6dc0-455d-9182-f00269a0317d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:13.945743 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:13.955536 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42946e0-e944-4650-8c4f-9e67d423e79c req-71198a49-48e7-4122-b330-23c480c3b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:13.957417 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f42946e0-e944-4650-8c4f-9e67d423e79c req-71198a49-48e7-4122-b330-23c480c3b61a service neutron] 10.222.0.66 "GET /v2.0/networks?id=0a3147d1-b34d-4b05-9e62-24d0afcd6fcd HTTP/1.1" status: 200 len: 903 time: 0.2691867 Feb 12 21:38:14.088985 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-67852318-ebb6-40cf-8d81-b720d4a3acc1 req-2ae466dd-481c-4270-9b12-485fc19cad15 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 210 time: 0.1657851 Feb 12 21:38:14.100875 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e4c40784-6dc0-455d-9182-f00269a0317d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:14.114974 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-268cb2a4-893c-45ac-af55-14154129d703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:14.126731 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f42946e0-e944-4650-8c4f-9e67d423e79c req-4b720246-f024-4ab5-999d-0981f35d74c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43193db5-8f83-477d-8326-bb682b938628 HTTP/1.1" status: 200 len: 217 time: 0.0940285 Feb 12 21:38:14.239068 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17c5d8-907e-4e81-a9ec-35689d95d8fb req-dc4540b1-c08f-42ed-8804-168afcf7764a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:14.240973 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8b17c5d8-907e-4e81-a9ec-35689d95d8fb req-dc4540b1-c08f-42ed-8804-168afcf7764a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 943 time: 0.4696155 Feb 12 21:38:14.249157 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c40784-6dc0-455d-9182-f00269a0317d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07aac574-d951-4ba7-b6d0-2b80d9e7ea03,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:14.249157 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e4c40784-6dc0-455d-9182-f00269a0317d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:14.256293 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42946e0-e944-4650-8c4f-9e67d423e79c req-343db37d-736d-4cc9-9a0b-98b2492f0c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:14.258267 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f42946e0-e944-4650-8c4f-9e67d423e79c req-343db37d-736d-4cc9-9a0b-98b2492f0c56 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49ec685f-382a-482d-8783-01abd46010d6 HTTP/1.1" status: 200 len: 849 time: 0.1172431 Feb 12 21:38:14.259154 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e4c40784-6dc0-455d-9182-f00269a0317d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:14.264595 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e4c40784-6dc0-455d-9182-f00269a0317d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07aac574-d951-4ba7-b6d0-2b80d9e7ea03 HTTP/1.1" status: 204 len: 168 time: 0.6232302 Feb 12 21:38:14.338733 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f42946e0-e944-4650-8c4f-9e67d423e79c req-67ec9035-40ec-4fe5-a80b-a24ecdbc0ebd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0a3147d1-b34d-4b05-9e62-24d0afcd6fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720453 Feb 12 21:38:14.375741 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8b17c5d8-907e-4e81-a9ec-35689d95d8fb req-05d3fd0d-cf2d-4117-8241-f681ff1ef0de tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835574 Feb 12 21:38:14.463438 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-15d34d27-cf4c-4df1-be4a-d53e378bbffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:14.608196 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f42946e0-e944-4650-8c4f-9e67d423e79c req-30188c10-8c63-4b4b-b30d-f76191f7a3e7 service neutron] 10.222.0.66 "GET /v2.0/networks/0a3147d1-b34d-4b05-9e62-24d0afcd6fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260842 Feb 12 21:38:14.657946 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Allocated IP 172.20.0.8 (4e4262f7-071b-4846-b78e-ae344d809e53/7837fb91-6fbd-4d2a-b007-3d1d4aecf0fb/7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:38:14.793772 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f42946e0-e944-4650-8c4f-9e67d423e79c req-26e4a2cc-7bf2-4285-b306-37000032d9a5 service neutron] 10.222.0.66 "GET /v2.0/networks/0a3147d1-b34d-4b05-9e62-24d0afcd6fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1783602 Feb 12 21:38:14.986705 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb9706-324b-47b7-b118-cb1607683ae5 req-afcb8027-b0d7-462c-a47a-5c55cd7751d1 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:14.988727 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-eccb9706-324b-47b7-b118-cb1607683ae5 req-afcb8027-b0d7-462c-a47a-5c55cd7751d1 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 944 time: 0.1458108 Feb 12 21:38:15.062478 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:15.082364 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:15.100073 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-eccb9706-324b-47b7-b118-cb1607683ae5 req-3ef77404-61f1-4867-b5b8-4cfb27b10e51 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967150 Feb 12 21:38:15.193073 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:15.225544 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-417acfd8-381e-48c7-950d-2c48c0451ab7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:15.598345 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Pushing event updated for resources: {'Port': ['ID=7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:15.604767 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:15.656824 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Network 4e4262f7-071b-4846-b78e-ae344d809e53 is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:38:15.658776 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:15.661251 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:38:15.666197 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:15.666571 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:15.678704 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeb530-49ab-4a78-955f-94dcd20add5f req-09397abd-9ba5-4db8-add3-a96d9d2eb841 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:15.680516 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3dfeb530-49ab-4a78-955f-94dcd20add5f req-09397abd-9ba5-4db8-add3-a96d9d2eb841 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 931 time: 0.2860947 Feb 12 21:38:15.717974 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3147583 Feb 12 21:38:15.744639 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3dfeb530-49ab-4a78-955f-94dcd20add5f req-864d423e-e212-44e6-ad85-9b368ec1e6e5 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537558 Feb 12 21:38:15.760770 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Request body: {'port': {'device_id': '2feeae78-c13d-45ee-8e3e-c96cff80436c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:15.782152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:15.977651 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:16.159171 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e4d72-9fd4-411e-9248-027200b2bffe req-bf297502-f023-4fb1-bbb9-193c3a26feff tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:16.162903 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0b1e4d72-9fd4-411e-9248-027200b2bffe req-bf297502-f023-4fb1-bbb9-193c3a26feff tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 943 time: 0.2601810 Feb 12 21:38:16.322585 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c61d5e-6947-40ac-92ff-75104efe6b47 req-b00a2a96-c876-4993-8816-4a69080db697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:16.325485 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-63c61d5e-6947-40ac-92ff-75104efe6b47 req-b00a2a96-c876-4993-8816-4a69080db697 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ade9798f9ae40008a2eba6065c86a71&device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 1162 time: 0.1143258 Feb 12 21:38:16.355393 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0b1e4d72-9fd4-411e-9248-027200b2bffe req-f0169046-8e40-4b81-baa5-d03306e80120 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637042 Feb 12 21:38:16.549529 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709bc9d-0edb-4785-a744-ae5fab073dbe req-e24190bc-de40-4a93-b06f-5c1746a3daf2 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:16.551277 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b709bc9d-0edb-4785-a744-ae5fab073dbe req-e24190bc-de40-4a93-b06f-5c1746a3daf2 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 944 time: 0.2600029 Feb 12 21:38:16.581975 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c61d5e-6947-40ac-92ff-75104efe6b47 req-568ca7eb-7c19-42d8-8366-cd317e547083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:16.585221 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-63c61d5e-6947-40ac-92ff-75104efe6b47 req-568ca7eb-7c19-42d8-8366-cd317e547083 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd HTTP/1.1" status: 200 len: 912 time: 0.2528427 Feb 12 21:38:16.724176 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:16.764538 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-63c61d5e-6947-40ac-92ff-75104efe6b47 req-567b779b-c13c-49cf-a01d-8133f237a1bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=109779e5-aeda-4ab8-85bf-45c0e814f4a4 HTTP/1.1" status: 200 len: 217 time: 0.1687503 Feb 12 21:38:16.817018 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b709bc9d-0edb-4785-a744-ae5fab073dbe req-e9bb0ab8-70d7-4a76-8356-51c7ba214d04 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516751 Feb 12 21:38:16.864092 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294c38c-e372-4c41-9c37-4061ddd44f04 req-f2b66543-30a9-4706-9511-b4534cd7272c tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:16.866034 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f294c38c-e372-4c41-9c37-4061ddd44f04 req-f2b66543-30a9-4706-9511-b4534cd7272c tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.2964060 Feb 12 21:38:16.878526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c61d5e-6947-40ac-92ff-75104efe6b47 req-3d7ac4fd-cc0b-468e-984c-3774dd98ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:16.880786 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-63c61d5e-6947-40ac-92ff-75104efe6b47 req-3d7ac4fd-cc0b-468e-984c-3774dd98ec71 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5354e90-f0b4-413c-b8eb-fcea8549d5b4 HTTP/1.1" status: 200 len: 858 time: 0.1065357 Feb 12 21:38:16.938222 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-63c61d5e-6947-40ac-92ff-75104efe6b47 req-39e95007-a3cb-4fe8-be20-59ff622bda96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499725 Feb 12 21:38:16.981600 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f294c38c-e372-4c41-9c37-4061ddd44f04 req-1dcd047a-060c-4eed-96c7-f2f7d6d6692d tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052778 Feb 12 21:38:17.004601 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 {{(pid=84069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:38:17.016150 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:17.041550 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Transition to ACTIVE for port object 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 will not be triggered until provisioned by entity L2. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:38:17.046970 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:17.145106 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-63c61d5e-6947-40ac-92ff-75104efe6b47 req-6e4cdf2d-d884-4646-9c9e-0b1a929ce65f service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991570 Feb 12 21:38:17.161878 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-26922519-80f7-4a2b-8b26-0e48876a4030 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:17.319672 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-63c61d5e-6947-40ac-92ff-75104efe6b47 req-cf1dc642-75a9-4013-902d-32bb8884f505 service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1568880 Feb 12 21:38:17.711601 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Pushing event updated for resources: {'Port': ['ID=7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:17.719176 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:17.867518 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537de067-8c6d-4bb2-a306-0c4704c396a5 req-2bc992e3-7add-4eb4-9c3c-dc1e01b317ca tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:17.868322 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-537de067-8c6d-4bb2-a306-0c4704c396a5 req-2bc992e3-7add-4eb4-9c3c-dc1e01b317ca tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Synchronizing usage tracker for tenant:4ff580a4019445a9abf324e56496bb65 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:38:17.901181 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2c8c9-67ca-488b-9c7d-87f0c9080500 req-2ffbc67c-a4b9-4995-807e-0bf655e7a487 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:17.903111 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-58b2c8c9-67ca-488b-9c7d-87f0c9080500 req-2ffbc67c-a4b9-4995-807e-0bf655e7a487 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 943 time: 0.2877162 Feb 12 21:38:17.915894 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Attempting to bind port 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:38:17.916271 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Attempting to bind port 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'a0472ca0-5063-4159-830c-36388dce086e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4e4262f7-071b-4846-b78e-ae344d809e53'}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:38:17.916643 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Attempting to bind port 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 on network 4e4262f7-071b-4846-b78e-ae344d809e53 {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:38:17.942780 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-537de067-8c6d-4bb2-a306-0c4704c396a5 req-2bc992e3-7add-4eb4-9c3c-dc1e01b317ca tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Unset dirty status for tenant:4ff580a4019445a9abf324e56496bb65 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:38:17.952022 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-537de067-8c6d-4bb2-a306-0c4704c396a5 req-2bc992e3-7add-4eb4-9c3c-dc1e01b317ca tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 943 time: 0.7910745 Feb 12 21:38:17.975606 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:38:17.976015 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Checking segment: {'id': 'a0472ca0-5063-4159-830c-36388dce086e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4e4262f7-071b-4846-b78e-ae344d809e53'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:38:17.976424 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:17.976822 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Bound using segment: {'id': 'a0472ca0-5063-4159-830c-36388dce086e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4e4262f7-071b-4846-b78e-ae344d809e53'} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:38:17.977326 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Bound port: 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0472ca0-5063-4159-830c-36388dce086e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4e4262f7-071b-4846-b78e-ae344d809e53'}}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:38:17.977699 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:18.074177 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-58b2c8c9-67ca-488b-9c7d-87f0c9080500 req-8290425a-5667-4cdd-a014-ec9aebdcc5d0 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619284 Feb 12 21:38:18.092803 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-537de067-8c6d-4bb2-a306-0c4704c396a5 req-ced6132f-b7af-4c0d-83e3-38e09c544be9 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391180 Feb 12 21:38:18.118291 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.objects.ports [None req-dc733ae1-61ba-4abc-a3b5-3b1d4a952527 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84070) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 12 21:38:18.166111 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] For port 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1, host hv-cinder-77525, cleared binding levels {{(pid=84069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:38:18.172182 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] For port 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1,segment=NetworkSegment(a0472ca0-5063-4159-830c-36388dce086e),segment_id=a0472ca0-5063-4159-830c-36388dce086e)] {{(pid=84069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:38:18.177655 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:18.210201 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-4446704b-54e5-4158-bc0b-6daa5ac90685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:18.318782 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 33972) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:18.511851 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Pushing event updated for resources: {'Port': ['ID=7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1,revision_number=3']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:18.516813 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:18.546966 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44017b5c-7be0-4688-ba32-90b5efdd7917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:18.573891 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-44017b5c-7be0-4688-ba32-90b5efdd7917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:18.582233 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-44017b5c-7be0-4688-ba32-90b5efdd7917 admin admin] Usage tracker for resource:security_group_rule and tenant:a41dd33d86e2455cae030f4e13339bbf is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:18.589489 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-44017b5c-7be0-4688-ba32-90b5efdd7917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:18.593034 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:18.593725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:18.595241 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] 10.222.0.66 "PUT /v2.0/ports/7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 HTTP/1.1" status: 200 len: 1157 time: 2.8405278 Feb 12 21:38:18.597698 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-44017b5c-7be0-4688-ba32-90b5efdd7917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:18.598654 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2feeae78-c13d-45ee-8e3e-c96cff80436c', 'tag': '7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:18.612536 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5c260-b524-45e1-aa13-0f1b8b9bcb5a req-08ec23d8-4385-4a7d-908b-da0a516cd64d tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:18.614804 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-88c5c260-b524-45e1-aa13-0f1b8b9bcb5a req-08ec23d8-4385-4a7d-908b-da0a516cd64d tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.4085312 Feb 12 21:38:18.622121 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b125a-bb4e-4e9f-b471-d0dd26b7a813 req-a5e96e90-28da-4889-830f-a14db66cfa40 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:18.624374 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5c1b125a-bb4e-4e9f-b471-d0dd26b7a813 req-a5e96e90-28da-4889-830f-a14db66cfa40 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 944 time: 0.3155084 Feb 12 21:38:18.720603 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44017b5c-7be0-4688-ba32-90b5efdd7917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:18.724534 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44017b5c-7be0-4688-ba32-90b5efdd7917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:18.738059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:18.756459 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-88c5c260-b524-45e1-aa13-0f1b8b9bcb5a req-a20f5d66-14b4-4a36-9aa6-54702284b362 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303322 Feb 12 21:38:18.759268 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5c1b125a-bb4e-4e9f-b471-d0dd26b7a813 req-ddc609f4-96c6-4d24-a76b-0456de664fb8 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156917 Feb 12 21:38:18.796018 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-44017b5c-7be0-4688-ba32-90b5efdd7917 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a41dd33d86e2455cae030f4e13339bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709840 Feb 12 21:38:18.796613 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44017b5c-7be0-4688-ba32-90b5efdd7917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c25cf03-a2c7-4810-8f84-f62de0cef22c,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:18.796947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 33984) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:18.800458 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-44017b5c-7be0-4688-ba32-90b5efdd7917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:18.851581 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2feeae78-c13d-45ee-8e3e-c96cff80436c', 'tag': '7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1', 'status': 'completed', 'code': 200} Feb 12 21:38:18.913695 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-b3652bb2-2dac-4d54-a9d2-0a93220e4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:18.915455 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-b3652bb2-2dac-4d54-a9d2-0a93220e4ee1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ff580a4019445a9abf324e56496bb65&device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 1160 time: 0.2055209 Feb 12 21:38:18.921089 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3d6d2d5a-6d69-485b-afbc-59afd8bdfc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:18.953196 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3d6d2d5a-6d69-485b-afbc-59afd8bdfc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:19.041781 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-953af565-08d9-4bfe-be28-bae0a64afab3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 HTTP/1.1" status: 200 len: 217 time: 0.0807147 Feb 12 21:38:19.137905 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-d6a4c28e-c83c-477c-861c-a887f10851d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:19.140289 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-d6a4c28e-c83c-477c-861c-a887f10851d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7837fb91-6fbd-4d2a-b007-3d1d4aecf0fb HTTP/1.1" status: 200 len: 854 time: 0.0837498 Feb 12 21:38:19.145737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3d6d2d5a-6d69-485b-afbc-59afd8bdfc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:19.152315 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:19.217952 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-f7f09b69-8b72-455b-b6d5-027d95c0cbb5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e4262f7-071b-4846-b78e-ae344d809e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665317 Feb 12 21:38:19.218752 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d2d5a-6d69-485b-afbc-59afd8bdfc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c25cf03-a2c7-4810-8f84-f62de0cef22c,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:19.221314 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3d6d2d5a-6d69-485b-afbc-59afd8bdfc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:19.224017 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-3d6d2d5a-6d69-485b-afbc-59afd8bdfc23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c25cf03-a2c7-4810-8f84-f62de0cef22c HTTP/1.1" status: 204 len: 168 time: 0.4257493 Feb 12 21:38:19.225150 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3d6d2d5a-6d69-485b-afbc-59afd8bdfc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:19.504199 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device f15dcd8a-07b5-41d7-8619-541209d7a753 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:19.523134 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-ef58acfe-ff5c-4cae-b9fc-14247e097822 service neutron] 10.222.0.66 "GET /v2.0/networks/4e4262f7-071b-4846-b78e-ae344d809e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956085 Feb 12 21:38:19.530458 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14f5d8-20c9-4319-b3e1-641fc60a09e8 req-5529e559-45a2-42b1-b680-7b21d9c1ed89 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:19.532055 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5c14f5d8-20c9-4319-b3e1-641fc60a09e8 req-5529e559-45a2-42b1-b680-7b21d9c1ed89 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 943 time: 0.3058660 Feb 12 21:38:19.538113 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddcb29-62fe-4500-80c3-d7333a601b2e req-900fa1b2-07b9-41a2-830e-f6544ce46737 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:19.539675 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0eddcb29-62fe-4500-80c3-d7333a601b2e req-900fa1b2-07b9-41a2-830e-f6544ce46737 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 943 time: 0.2471318 Feb 12 21:38:19.579955 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port f15dcd8a-07b5-41d7-8619-541209d7a753 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:38:19.586693 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port f15dcd8a-07b5-41d7-8619-541209d7a753 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:19.587115 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:19.724271 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5c14f5d8-20c9-4319-b3e1-641fc60a09e8 req-4ba95582-2767-4f5c-8a24-7cc16aafde79 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834831 Feb 12 21:38:19.745978 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:19.749356 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0eddcb29-62fe-4500-80c3-d7333a601b2e req-29b19134-7317-4b48-bb0e-f36c2b6c3863 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678681 Feb 12 21:38:19.785856 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c433e71e-fd9c-41c7-ae3a-ebe71d5eec2e req-2c60389b-805c-4e81-9688-53319e2513ec service neutron] 10.222.0.66 "GET /v2.0/networks/4e4262f7-071b-4846-b78e-ae344d809e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2437828 Feb 12 21:38:19.800547 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdf87d8-77c2-47ac-ac95-1f8db04d213c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15dcd8a-07b5-41d7-8619-541209d7a753'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:19.813458 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port f15dcd8a-07b5-41d7-8619-541209d7a753, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f15dcd8a-07b5-41d7-8619-541209d7a753,segment=NetworkSegment(94c13a1a-9eaf-4e2f-9820-2400321b0d09),segment_id=94c13a1a-9eaf-4e2f-9820-2400321b0d09)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:19.816844 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:19.821071 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:19.947096 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=f15dcd8a-07b5-41d7-8619-541209d7a753,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:19.967582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:20.082300 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98a4bc-a9e5-4b20-ae96-00a9e0790a66 req-22908f09-364e-4c49-9488-3d3911b5d671 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:20.084206 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5b98a4bc-a9e5-4b20-ae96-00a9e0790a66 req-22908f09-364e-4c49-9488-3d3911b5d671 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 944 time: 0.1777093 Feb 12 21:38:20.091808 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcd577-ef4f-465a-91cf-efd0cc4d3820 req-46d12a25-23f9-43b4-a7a5-566ff6af2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:20.093411 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4fbcd577-ef4f-465a-91cf-efd0cc4d3820 req-46d12a25-23f9-43b4-a7a5-566ff6af2158 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ff580a4019445a9abf324e56496bb65&device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 1160 time: 0.1388223 Feb 12 21:38:20.288786 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5b98a4bc-a9e5-4b20-ae96-00a9e0790a66 req-e321229e-70ff-482d-acb5-e14059792493 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939893 Feb 12 21:38:20.355860 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdf87d8-77c2-47ac-ac95-1f8db04d213c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15dcd8a-07b5-41d7-8619-541209d7a753', 'code': 200} Feb 12 21:38:20.399721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.objects.ports [None req-4aa368f4-99c0-4379-948e-0a825491383d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84070) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 12 21:38:20.425421 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcd577-ef4f-465a-91cf-efd0cc4d3820 req-9ac39dde-b579-40f6-a6e6-7f5f05028a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:20.439138 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4fbcd577-ef4f-465a-91cf-efd0cc4d3820 req-9ac39dde-b579-40f6-a6e6-7f5f05028a94 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e4262f7-071b-4846-b78e-ae344d809e53 HTTP/1.1" status: 200 len: 908 time: 0.3380313 Feb 12 21:38:20.597093 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4fbcd577-ef4f-465a-91cf-efd0cc4d3820 req-0b9de3eb-16f3-45be-be79-7ce0bee6c514 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 HTTP/1.1" status: 200 len: 217 time: 0.1289380 Feb 12 21:38:20.690343 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7b3a2-5848-4615-a965-49ebea2947d1 req-4d828182-083a-42d7-a8d0-e0894b6e9aca tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:20.692024 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-40a7b3a2-5848-4615-a965-49ebea2947d1 req-4d828182-083a-42d7-a8d0-e0894b6e9aca tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.3646703 Feb 12 21:38:20.758305 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdc143-dfef-4891-9c4b-1cd461002926 req-db2a6218-b1b5-43cd-ae81-f93556c0dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:20.760588 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4dfdc143-dfef-4891-9c4b-1cd461002926 req-db2a6218-b1b5-43cd-ae81-f93556c0dc54 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 1162 time: 0.1025364 Feb 12 21:38:20.827836 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4dfdc143-dfef-4891-9c4b-1cd461002926 req-89f16324-680c-48cd-9f05-4e84dc55ce75 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597000 Feb 12 21:38:20.952766 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcd577-ef4f-465a-91cf-efd0cc4d3820 req-d7ec9ba4-e0db-4ac1-ab36-4b37b0de2cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:20.954265 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4fbcd577-ef4f-465a-91cf-efd0cc4d3820 req-d7ec9ba4-e0db-4ac1-ab36-4b37b0de2cc8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7837fb91-6fbd-4d2a-b007-3d1d4aecf0fb HTTP/1.1" status: 200 len: 854 time: 0.3416810 Feb 12 21:38:21.031833 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-40a7b3a2-5848-4615-a965-49ebea2947d1 req-c8e4e1a5-e2ee-4ef4-a05c-b92fd8423d64 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300791 Feb 12 21:38:21.078976 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b814b-1df7-45aa-8428-3a69a1fb99f9 req-9cf1ca26-cbb8-4249-8f79-df493dc121cd tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:21.087320 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b90b814b-1df7-45aa-8428-3a69a1fb99f9 req-9cf1ca26-cbb8-4249-8f79-df493dc121cd tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 945 time: 0.1367252 Feb 12 21:38:21.138464 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b90b814b-1df7-45aa-8428-3a69a1fb99f9 req-3e6930c5-7b35-4d63-a9ee-5df28e7ea252 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501111 Feb 12 21:38:21.244850 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0f67e-d4b2-450f-b532-053d1d21d215 req-a5a7e4c4-554d-4796-96c9-b7566588382a tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:21.246626 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c8a0f67e-d4b2-450f-b532-053d1d21d215 req-a5a7e4c4-554d-4796-96c9-b7566588382a tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 943 time: 0.0909052 Feb 12 21:38:21.296799 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c8a0f67e-d4b2-450f-b532-053d1d21d215 req-f0cabdae-7dbf-4515-a029-6f4248a58b65 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431452 Feb 12 21:38:21.371384 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4fbcd577-ef4f-465a-91cf-efd0cc4d3820 req-fb7b3d13-4450-498e-adf3-ead4b85f24f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e4262f7-071b-4846-b78e-ae344d809e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481439 Feb 12 21:38:21.596148 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4fbcd577-ef4f-465a-91cf-efd0cc4d3820 req-345cd6af-56a8-434c-8d73-63e44b95103d service neutron] 10.222.0.66 "GET /v2.0/networks/4e4262f7-071b-4846-b78e-ae344d809e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173505 Feb 12 21:38:21.603381 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab95fd-bda3-4a9c-a071-41faf2ac1c57 req-3ef74662-df01-43cf-9f48-0aeef803c329 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:21.605002 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7fab95fd-bda3-4a9c-a071-41faf2ac1c57 req-3ef74662-df01-43cf-9f48-0aeef803c329 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 944 time: 0.1491494 Feb 12 21:38:21.761636 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7fab95fd-bda3-4a9c-a071-41faf2ac1c57 req-320dfac6-5613-45ed-bf31-82be20197da1 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310296 Feb 12 21:38:21.789898 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4fbcd577-ef4f-465a-91cf-efd0cc4d3820 req-8ada9af3-34a7-4c67-a8be-a1c66969d051 service neutron] 10.222.0.66 "GET /v2.0/networks/4e4262f7-071b-4846-b78e-ae344d809e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1838288 Feb 12 21:38:22.084968 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 43193db5-8f83-477d-8326-bb682b938628 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:22.183279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port 43193db5-8f83-477d-8326-bb682b938628 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:38:22.197778 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 43193db5-8f83-477d-8326-bb682b938628 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:22.198203 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:22.248617 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d76766-88c1-4f5e-ab5a-a9937569d424 req-579cefc4-22b8-4018-a2d4-8ee31b96cc0e tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:22.250311 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b4d76766-88c1-4f5e-ab5a-a9937569d424 req-579cefc4-22b8-4018-a2d4-8ee31b96cc0e tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.0974658 Feb 12 21:38:22.308281 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b4d76766-88c1-4f5e-ab5a-a9937569d424 req-35464237-2972-4e18-a006-7edfaa501eef tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512192 Feb 12 21:38:22.411666 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:22.470482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feee2fa-3921-4392-8c0e-64afe3961c50 req-23f9ef55-adb1-4e31-9b2a-d4297ba3abbd tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:22.477276 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8feee2fa-3921-4392-8c0e-64afe3961c50 req-23f9ef55-adb1-4e31-9b2a-d4297ba3abbd tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 945 time: 0.1720641 Feb 12 21:38:22.534656 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e089cfbc-8724-4bdd-a276-3be5c6cb4de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43193db5-8f83-477d-8326-bb682b938628'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:22.553237 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 43193db5-8f83-477d-8326-bb682b938628, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=43193db5-8f83-477d-8326-bb682b938628,segment=NetworkSegment(9fe55b32-756e-4997-a56b-129e7721f404),segment_id=9fe55b32-756e-4997-a56b-129e7721f404)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:22.559140 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:22.560113 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device f15dcd8a-07b5-41d7-8619-541209d7a753 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:22.577450 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8feee2fa-3921-4392-8c0e-64afe3961c50 req-8092850a-019d-4cef-8bfb-f48fa5026f07 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874014 Feb 12 21:38:22.634843 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:22.796991 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e089cfbc-8724-4bdd-a276-3be5c6cb4de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43193db5-8f83-477d-8326-bb682b938628', 'code': 200} Feb 12 21:38:22.799666 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=43193db5-8f83-477d-8326-bb682b938628,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:22.825449 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:22.902934 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5a5ce-e8b6-4ca0-8cd2-3f87cfad5b1d req-6b295507-f431-450d-bc24-2d1ba32b8cc0 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:22.907189 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-16b5a5ce-e8b6-4ca0-8cd2-3f87cfad5b1d req-6b295507-f431-450d-bc24-2d1ba32b8cc0 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 943 time: 0.2133477 Feb 12 21:38:22.922746 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port f15dcd8a-07b5-41d7-8619-541209d7a753 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:22.923368 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:23.059225 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-16b5a5ce-e8b6-4ca0-8cd2-3f87cfad5b1d req-b26e6b07-de7d-42be-b207-41cfc771b9aa tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333294 Feb 12 21:38:23.280673 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea0ed6-5d8f-4340-b9a8-793209b4607e req-7df20cf2-acf9-4ac2-8b17-1a7bba8a1750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:23.282232 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a9ea0ed6-5d8f-4340-b9a8-793209b4607e req-7df20cf2-acf9-4ac2-8b17-1a7bba8a1750 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 1163 time: 0.1579704 Feb 12 21:38:23.311829 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7642c6-6805-43eb-abaf-748772f535e0 req-c0a23fc3-ce42-420d-bf48-ddedaf4ebc94 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:23.313419 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0e7642c6-6805-43eb-abaf-748772f535e0 req-c0a23fc3-ce42-420d-bf48-ddedaf4ebc94 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 946 time: 0.1022322 Feb 12 21:38:23.362339 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0e7642c6-6805-43eb-abaf-748772f535e0 req-b29079b4-507e-450a-bc4e-6ffaa0c41d86 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425334 Feb 12 21:38:23.430618 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a9ea0ed6-5d8f-4340-b9a8-793209b4607e req-a5bdaa6b-0eaf-45a2-b9a2-4ef033b7b123 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Feb 12 21:38:23.704080 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-8d4fbf14-2efd-42a3-b202-485537eb2749 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:23.705735 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-8d4fbf14-2efd-42a3-b202-485537eb2749 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/networks?id=42af01d5-f180-404d-b2e0-973b43eb2701 HTTP/1.1" status: 200 len: 815 time: 0.2430964 Feb 12 21:38:23.717051 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d814c-5606-4667-af04-6a07fcab91b2 req-a20e4b04-84d4-4327-b8cc-cdc315e5183a tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:23.718667 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-492d814c-5606-4667-af04-6a07fcab91b2 req-a20e4b04-84d4-4327-b8cc-cdc315e5183a tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1719813 Feb 12 21:38:23.746634 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-a0849c9b-5af1-4cc8-ac3a-f727bae3dad5 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/quotas/b6b4257113824071ad301c8114b8307d HTTP/1.1" status: 200 len: 375 time: 0.0268631 Feb 12 21:38:23.763720 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 43193db5-8f83-477d-8326-bb682b938628 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:23.827962 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-492d814c-5606-4667-af04-6a07fcab91b2 req-3b314726-96b7-474c-b7a2-633c82b88274 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009901 Feb 12 21:38:23.842072 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 43193db5-8f83-477d-8326-bb682b938628 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:23.842931 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:23.876460 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-705a244b-04d3-4892-8656-072d49062435 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6b4257113824071ad301c8114b8307d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1226192 Feb 12 21:38:24.156658 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de7b8a-2c3f-452e-9409-d3f7a0233832 req-bca8de53-1b5a-434d-9f52-c15adfad87b9 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:24.158318 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-89de7b8a-2c3f-452e-9409-d3f7a0233832 req-bca8de53-1b5a-434d-9f52-c15adfad87b9 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 945 time: 0.1484668 Feb 12 21:38:24.162143 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-77d08121-0ed0-474e-b32c-8fae3276c96b service neutron] 10.222.0.35 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766938 Feb 12 21:38:24.306781 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-89de7b8a-2c3f-452e-9409-d3f7a0233832 req-aa26bb16-ac18-4d17-a0f3-e244e5885cee tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380720 Feb 12 21:38:24.362293 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-808b5ce7-df3e-432e-81b3-873cee20bbc0 service neutron] 10.222.0.35 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1786253 Feb 12 21:38:24.544103 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be4db7-9178-4657-b9d0-e0253e30775c req-a8a27004-4981-40fd-8780-37e1b9aea412 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:24.545843 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-46be4db7-9178-4657-b9d0-e0253e30775c req-a8a27004-4981-40fd-8780-37e1b9aea412 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 943 time: 0.1081865 Feb 12 21:38:24.610064 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-46be4db7-9178-4657-b9d0-e0253e30775c req-dcb30a13-db56-40c7-bc67-310d1230469d tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525961 Feb 12 21:38:24.729575 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a106d-2b53-4dbd-ad8a-27e8e36cd5c3 req-c25ba960-4ad7-440b-97b0-3b7a071917f1 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:24.731246 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2c5a106d-2b53-4dbd-ad8a-27e8e36cd5c3 req-c25ba960-4ad7-440b-97b0-3b7a071917f1 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 946 time: 0.1063104 Feb 12 21:38:24.783816 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2c5a106d-2b53-4dbd-ad8a-27e8e36cd5c3 req-07b5e94f-7f21-4d42-81b3-84e0d58c7b3c tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455973 Feb 12 21:38:24.938257 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-79467fdf-0b70-45f2-a808-c086f415956f req-d2e3feec-e148-4a50-b2d3-81102db8c8a3 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 210 time: 0.0622842 Feb 12 21:38:25.130075 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b59f0-1c77-42a2-b3bd-917bf98517a4 req-c27f3b79-6109-462d-8959-217de63f41e3 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:25.131821 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a88b59f0-1c77-42a2-b3bd-917bf98517a4 req-c27f3b79-6109-462d-8959-217de63f41e3 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.0993888 Feb 12 21:38:25.194194 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a88b59f0-1c77-42a2-b3bd-917bf98517a4 req-947ca985-58ad-4fa3-a456-d6cc798cab5b tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540514 Feb 12 21:38:25.549715 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b9df3-6d14-4cec-9579-f535ad109c36 req-aa75bbc7-b3cb-464c-948c-890ef071c3c9 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:25.551399 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b69b9df3-6d14-4cec-9579-f535ad109c36 req-aa75bbc7-b3cb-464c-948c-890ef071c3c9 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 945 time: 0.1030967 Feb 12 21:38:25.604828 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b69b9df3-6d14-4cec-9579-f535ad109c36 req-d2d96350-f056-40a0-80ca-e5972e7fff49 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451322 Feb 12 21:38:25.872640 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f186979-9e96-4a0d-91cb-248b0a6b2b7c req-10ef497b-5afd-4c1e-8e4a-8106fedaa0a1 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:25.875753 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9f186979-9e96-4a0d-91cb-248b0a6b2b7c req-10ef497b-5afd-4c1e-8e4a-8106fedaa0a1 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 943 time: 0.1157987 Feb 12 21:38:26.047187 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9f186979-9e96-4a0d-91cb-248b0a6b2b7c req-78c72ec3-d9d9-4abb-90a0-178c9b9dfc47 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493692 Feb 12 21:38:26.097460 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad4384-a519-462a-a0c8-33880d29f88b req-00f509fb-2b43-4f5e-a575-ebba30ac9e3b tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:26.110728 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-69ad4384-a519-462a-a0c8-33880d29f88b req-00f509fb-2b43-4f5e-a575-ebba30ac9e3b tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 946 time: 0.1622143 Feb 12 21:38:26.219417 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-69ad4384-a519-462a-a0c8-33880d29f88b req-b914456e-72c7-4f84-9018-90b5c660b01a tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075907 Feb 12 21:38:26.495915 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-de68e4d7-6590-4267-94fb-6159c83ae1a0 req-27460a0c-7852-4f95-a4cd-7c15bbdd7f3d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 210 time: 0.1423564 Feb 12 21:38:26.652308 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-56a9f6fb-d228-4d22-8089-29b35e80425d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:26.653997 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-56a9f6fb-d228-4d22-8089-29b35e80425d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.66 "GET /v2.0/networks?id=42af01d5-f180-404d-b2e0-973b43eb2701 HTTP/1.1" status: 200 len: 815 time: 0.2614071 Feb 12 21:38:26.684031 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe9bc3-05b9-4df4-bda8-8c392674af6e req-27c0fce3-8079-4f31-b0ea-fc71f556929b tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:26.686233 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3fbe9bc3-05b9-4df4-bda8-8c392674af6e req-27c0fce3-8079-4f31-b0ea-fc71f556929b tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1336815 Feb 12 21:38:26.691642 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Request body: {'port': {'device_id': '05c636bc-7bdd-45bc-99dc-792b027bb07f', 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701', 'admin_state_up': True, 'tenant_id': 'b6b4257113824071ad301c8114b8307d'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:26.928418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 34168) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:27.061165 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3fbe9bc3-05b9-4df4-bda8-8c392674af6e req-60308c91-44c3-4b5b-b66b-429632912bf7 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489721 Feb 12 21:38:27.076454 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:27.094750 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:27.100987 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:d96b02d1675f4d62a31b2df59e6cfb19 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:27.106166 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:27.112992 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:27.120846 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:27.132642 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:27.142786 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Made reservation on behalf of b6b4257113824071ad301c8114b8307d for: {'port': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:38:27.148653 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:27.260582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:27.264914 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:27.275322 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-97c37301-e02e-49b4-b8e8-92dca4453c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:27.328217 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8406d99-7293-4915-b7cd-9e4cfd52a71d,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:27.344352 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.344702 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.345014 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.345407 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.345793 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.346187 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.346568 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.346958 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.347335 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.347744 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.348123 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.348502 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.348983 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.349366 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.349751 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.350130 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.350508 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.351098 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.351395 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.351823 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.352228 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.352610 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.352989 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.353366 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:27.359739 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:27.362768 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d96b02d1675f4d62a31b2df59e6cfb19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330199 Feb 12 21:38:27.366778 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 34180) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:27.556487 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-876b690a-c90b-4bd8-8501-d671c5677d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:27.594274 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-876b690a-c90b-4bd8-8501-d671c5677d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:27.633895 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a645c0b-4ba2-4a06-b251-a0f48734f89d req-96cba3e0-686b-4e66-9591-4b96a0cb658a tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:27.635612 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0a645c0b-4ba2-4a06-b251-a0f48734f89d req-96cba3e0-686b-4e66-9591-4b96a0cb658a tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 943 time: 0.4293916 Feb 12 21:38:27.658883 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-876b690a-c90b-4bd8-8501-d671c5677d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:27.664445 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-37be54dd-843b-4ec2-a660-29c8c17c9a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:27.682461 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b690a-c90b-4bd8-8501-d671c5677d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8406d99-7293-4915-b7cd-9e4cfd52a71d,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:27.690881 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-876b690a-c90b-4bd8-8501-d671c5677d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:27.691461 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-876b690a-c90b-4bd8-8501-d671c5677d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:27.695932 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-876b690a-c90b-4bd8-8501-d671c5677d6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8406d99-7293-4915-b7cd-9e4cfd52a71d HTTP/1.1" status: 204 len: 168 time: 0.3249204 Feb 12 21:38:27.697051 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828c42b-0c39-4a46-8f68-95f88f5832dc req-d230b6ba-8d8d-43ea-8f7b-eb6b1ffce558 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:27.698717 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2828c42b-0c39-4a46-8f68-95f88f5832dc req-d230b6ba-8d8d-43ea-8f7b-eb6b1ffce558 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 946 time: 0.3374627 Feb 12 21:38:27.824431 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0a645c0b-4ba2-4a06-b251-a0f48734f89d req-a743e51b-2fc5-4bc1-9372-4f0af69d28fe tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569097 Feb 12 21:38:27.864195 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2828c42b-0c39-4a46-8f68-95f88f5832dc req-1b095c1a-adab-48e0-be58-9d1056519899 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426237 Feb 12 21:38:27.897767 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Allocated IP 172.20.0.9 (42af01d5-f180-404d-b2e0-973b43eb2701/602701a7-6052-4b51-830c-21d6ac4ab865/7bbbed33-2b8a-4c1a-9287-6943aa8bad24) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:38:28.146284 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8ce93056-0c1f-46ff-a1ba-e4f8ba62308a req-a104575e-8adb-4e00-962a-00e9a8b0f110 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 210 time: 0.0827196 Feb 12 21:38:28.299440 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.objects.ports [None req-ca56c9b6-f1fe-4e86-8286-0a0e931460e6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84070) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 12 21:38:28.543643 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91955524-b962-4191-9645-a7850ed38e1e req-b6cd707c-586b-456a-b477-15c8821750de tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:28.556720 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-91955524-b962-4191-9645-a7850ed38e1e req-b6cd707c-586b-456a-b477-15c8821750de tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.3230050 Feb 12 21:38:28.577407 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:28.617887 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:38:28.652479 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-91955524-b962-4191-9645-a7850ed38e1e req-7c0fbd58-fe0a-442c-ba97-a1a8b21ca34b tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825732 Feb 12 21:38:28.676001 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:28.701436 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:28.881819 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 34234) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:28.937736 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Network 42af01d5-f180-404d-b2e0-973b43eb2701 is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:38:28.942196 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:28.944560 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Pushing event updated for resources: {'Port': ['ID=7bbbed33-2b8a-4c1a-9287-6943aa8bad24,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:28.948750 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:38:28.954023 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:28.954738 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:28.966138 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.967106 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.967508 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.967962 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.968354 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.968746 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.969129 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.969517 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.969900 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.970287 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.970820 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.971205 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.971709 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.972101 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.972482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.972935 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.973320 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.973709 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.974092 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.974476 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.974861 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.975241 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.975630 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.976059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:28.985867 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:29.005860 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3184834 Feb 12 21:38:29.096535 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Request body: {'port': {'device_id': '05c636bc-7bdd-45bc-99dc-792b027bb07f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:29.275409 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e86bc4-72c6-4363-8c5a-126bea4bca2d req-dc193cf5-cdea-4139-8cb0-4180843fe980 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:29.277326 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-99e86bc4-72c6-4363-8c5a-126bea4bca2d req-dc193cf5-cdea-4139-8cb0-4180843fe980 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 943 time: 0.2596917 Feb 12 21:38:29.301119 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-713380077-network', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:29.307031 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:29.311664 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Usage tracker for resource:network and tenant:49ec507faa244b44a51dada5f29b8cae is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:29.315090 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:29.318102 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:29.322526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:29.343301 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Made reservation on behalf of 49ec507faa244b44a51dada5f29b8cae for: {'network': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:38:29.348283 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:29.365625 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:29.383479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:29.388633 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-99e86bc4-72c6-4363-8c5a-126bea4bca2d req-131a1996-bfab-4672-8a79-7aa9df528ed2 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018233 Feb 12 21:38:29.390499 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Usage tracker for resource:security_group_rule and tenant:49ec507faa244b44a51dada5f29b8cae is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:29.394024 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:29.401570 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:29.519234 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:29.523273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:29.531738 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a940fbcd-8551-4ad7-bd93-80af58127bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:29.552144 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=84068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:38:29.562871 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363243855313370', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:29.563510 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.segments_db [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Added segment dd6e8f15-3cdb-465f-92d3-0ade404b1c3b of type vxlan for network fdb6571b-cda9-47e3-bee0-da8e039221ab Feb 12 21:38:29.597939 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243855695732'] for network, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:29.632986 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for network, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:29.644340 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:29.644966 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:29.679779 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cd6cde-a3fd-4eb5-b1d0-f6907cc41548,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:29.683992 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:29.685738 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:29.738457 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806fc5c-2836-479f-a6f1-191d51697166 req-fe7b8f58-334e-4e87-9d18-eca8cd64762e tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:29.739261 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-e806fc5c-2836-479f-a6f1-191d51697166 req-fe7b8f58-334e-4e87-9d18-eca8cd64762e tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Synchronizing usage tracker for tenant:b6b4257113824071ad301c8114b8307d on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:38:29.804526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Pushing event updated for resources: {'Network': ['ID=fdb6571b-cda9-47e3-bee0-da8e039221ab,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:29.807743 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:29.814980 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9256563 Feb 12 21:38:29.816129 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 34262) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:29.824087 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-26f6b1f7-6ffd-4f0b-a18a-3d8544a9baf3 admin admin] Request body: {'subnet': {'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-713380077-subnet', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'ip_version': 4}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:29.832207 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-26f6b1f7-6ffd-4f0b-a18a-3d8544a9baf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:29.835381 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Network fdb6571b-cda9-47e3-bee0-da8e039221ab details requested by agent ovs-agent-dv-cinder-775250-2-smb with host dv-cinder-775250-2-smb {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:38:29.845267 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-26f6b1f7-6ffd-4f0b-a18a-3d8544a9baf3 admin admin] Usage tracker for resource:subnet and tenant:49ec507faa244b44a51dada5f29b8cae is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:29.847632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-e806fc5c-2836-479f-a6f1-191d51697166 req-fe7b8f58-334e-4e87-9d18-eca8cd64762e tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Unset dirty status for tenant:b6b4257113824071ad301c8114b8307d on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:38:29.849028 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e806fc5c-2836-479f-a6f1-191d51697166 req-fe7b8f58-334e-4e87-9d18-eca8cd64762e tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 931 time: 0.3312809 Feb 12 21:38:29.853339 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-26f6b1f7-6ffd-4f0b-a18a-3d8544a9baf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:29.866543 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-26f6b1f7-6ffd-4f0b-a18a-3d8544a9baf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:29.887126 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f6b1f7-6ffd-4f0b-a18a-3d8544a9baf3 admin admin] Made reservation on behalf of 49ec507faa244b44a51dada5f29b8cae for: {'subnet': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:38:29.904057 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26f6b1f7-6ffd-4f0b-a18a-3d8544a9baf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036842903794'] for subnet, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:29.984746 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Network fdb6571b-cda9-47e3-bee0-da8e039221ab details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:38:30.035168 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e806fc5c-2836-479f-a6f1-191d51697166 req-1118a6cd-a25b-4787-85f4-7e78941eea1f tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508431 Feb 12 21:38:30.151745 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 {{(pid=84069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:38:30.160652 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:30.174647 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Transition to ACTIVE for port object 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 will not be triggered until provisioned by entity L2. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:38:30.181586 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:30.202578 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-529ed3ce-88d4-4667-b802-307e50cb392c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:30.305118 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 109779e5-aeda-4ab8-85bf-45c0e814f4a4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:30.388350 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 109779e5-aeda-4ab8-85bf-45c0e814f4a4 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:30.388614 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:30.443330 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbbed33-2b8a-4c1a-9287-6943aa8bad24,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:30.458859 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3493e3-1232-4c96-9b69-2324e0ea5653 req-669e098e-cce8-4fad-b5b4-2c3ac701dca8 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:30.467663 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2a3493e3-1232-4c96-9b69-2324e0ea5653 req-669e098e-cce8-4fad-b5b4-2c3ac701dca8 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.4802132 Feb 12 21:38:30.470040 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:30.515860 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26f6b1f7-6ffd-4f0b-a18a-3d8544a9baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843795663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036842903779'] for subnet, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:30.533888 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:30.554446 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:30.559690 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20664ca-f747-4fe2-bf9e-c07065390511 req-411609e4-7d51-49bf-b48b-c684a90259e3 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:30.564270 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a20664ca-f747-4fe2-bf9e-c07065390511 req-411609e4-7d51-49bf-b48b-c684a90259e3 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 946 time: 0.3653216 Feb 12 21:38:30.567456 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:30.572601 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2a3493e3-1232-4c96-9b69-2324e0ea5653 req-0332f8ca-5adb-4b1b-8fbe-c4f454e567c3 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039276 Feb 12 21:38:30.688456 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:38:30.701531 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:30.702162 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:30.704893 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6b1f7-6ffd-4f0b-a18a-3d8544a9baf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=217c03cb-b699-430c-af4a-d830049b93e1,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:30.708677 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-26f6b1f7-6ffd-4f0b-a18a-3d8544a9baf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:30.796301 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f6b1f7-6ffd-4f0b-a18a-3d8544a9baf3 admin admin] Checking segment: {'id': 'dd6e8f15-3cdb-465f-92d3-0ade404b1c3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:38:30.796705 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f6b1f7-6ffd-4f0b-a18a-3d8544a9baf3 admin admin] Network hostable DHCP agents. Network: fdb6571b-cda9-47e3-bee0-da8e039221ab, hostable agents: ['fe4b0c24-8131-4fdd-a4b5-e06b73679163'], hosted agents: [] {{(pid=84068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:38:30.819722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f6b1f7-6ffd-4f0b-a18a-3d8544a9baf3 admin admin] Network fdb6571b-cda9-47e3-bee0-da8e039221ab is scheduled to be hosted by DHCP agent fe4b0c24-8131-4fdd-a4b5-e06b73679163 with binding_index 1 {{(pid=84068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:38:30.840132 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-26f6b1f7-6ffd-4f0b-a18a-3d8544a9baf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-smb, fdb6571b-cda9-47e3-bee0-da8e039221ab) {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:30.867181 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f6b1f7-6ffd-4f0b-a18a-3d8544a9baf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:30.867874 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26f6b1f7-6ffd-4f0b-a18a-3d8544a9baf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:30.880210 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd4fc7d-b116-44ea-b702-bad09779617a None None] Network fdb6571b-cda9-47e3-bee0-da8e039221ab requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:38:30.895420 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-26f6b1f7-6ffd-4f0b-a18a-3d8544a9baf3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0773470 Feb 12 21:38:30.898473 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 34278) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:30.908136 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-713380077-router', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:30.925286 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:30.934519 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Usage tracker for resource:router and tenant:49ec507faa244b44a51dada5f29b8cae is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:30.942957 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:30.948526 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a20664ca-f747-4fe2-bf9e-c07065390511 req-e148a6ca-641e-4a4e-81e9-833bd3198c1f tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793075 Feb 12 21:38:30.959240 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:30.973781 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854106008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854525443'] for router, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:30.973781 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854042362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854195501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854569461'] for router, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:30.985687 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Attempting to bind port 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:38:30.986286 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Attempting to bind port 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'a393f88b-c6a5-426e-a2ed-9fa153bebd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701'}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:38:30.986920 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Attempting to bind port 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 on network 42af01d5-f180-404d-b2e0-973b43eb2701 {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:38:31.002181 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:38:31.007107 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Checking segment: {'id': 'a393f88b-c6a5-426e-a2ed-9fa153bebd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:38:31.008054 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:31.008753 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Bound using segment: {'id': 'a393f88b-c6a5-426e-a2ed-9fa153bebd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701'} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:38:31.009641 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Bound port: 7bbbed33-2b8a-4c1a-9287-6943aa8bad24, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a393f88b-c6a5-426e-a2ed-9fa153bebd52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42af01d5-f180-404d-b2e0-973b43eb2701'}}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:38:31.017492 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:31.024004 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:31.319096 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] For port 7bbbed33-2b8a-4c1a-9287-6943aa8bad24, host hv-cinder-77525, cleared binding levels {{(pid=84069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:38:31.337113 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] For port 7bbbed33-2b8a-4c1a-9287-6943aa8bad24, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=7bbbed33-2b8a-4c1a-9287-6943aa8bad24,segment=NetworkSegment(a393f88b-c6a5-426e-a2ed-9fa153bebd52),segment_id=a393f88b-c6a5-426e-a2ed-9fa153bebd52)] {{(pid=84069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:38:31.346856 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:31.393627 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:31.418304 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:31.455569 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1,segment=NetworkSegment(a0472ca0-5063-4159-830c-36388dce086e),segment_id=a0472ca0-5063-4159-830c-36388dce086e)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:31.458964 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2feeae78-c13d-45ee-8e3e-c96cff80436c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:31.465898 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:31.468472 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:31.503324 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a151f3-25f1-5cec-a612-27f374a17f38-fdb6571b-cda9-47e3-bee0-da8e039221ab', 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'fixed_ips': [{'subnet_id': '217c03cb-b699-430c-af4a-d830049b93e1'}]}} from dv-cinder-775250-2-smb. {{(pid=84070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 12 21:38:31.504479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:31.521088 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854119010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854569446'] for router, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:31.649322 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:31.668643 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.670104 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.670104 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.670416 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.670796 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.671178 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.671731 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.672048 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.672301 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.672669 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.673037 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.673402 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.673876 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.674760 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.674760 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.674950 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.675270 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.675641 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.676038 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.676401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.676767 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.677129 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.677491 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.677850 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:31.689917 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:31.704159 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbbed33-2b8a-4c1a-9287-6943aa8bad24,revision_number=3']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:31.708607 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:31.746288 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddd9c0-43e1-43b7-8720-b1f468d59370 req-e7ac5ee3-012a-44a7-8bf0-45f76854f18c tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:31.748818 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5dddd9c0-43e1-43b7-8720-b1f468d59370 req-e7ac5ee3-012a-44a7-8bf0-45f76854f18c tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 943 time: 0.5858574 Feb 12 21:38:31.844756 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5dddd9c0-43e1-43b7-8720-b1f468d59370 req-afc65675-4834-4311-ba2a-2aa8a782a78c tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875900 Feb 12 21:38:31.854315 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eefe68-f584-49b5-9060-a47a3fe5ce43 req-d54fa53f-deda-450d-a4d6-3a8d3bc29e1e tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:31.864513 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-17eefe68-f584-49b5-9060-a47a3fe5ce43 req-d54fa53f-deda-450d-a4d6-3a8d3bc29e1e tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 945 time: 0.3273225 Feb 12 21:38:31.873811 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023d2a8-cfd5-4485-b3e2-810f32ce57fc req-658e4f0b-ec31-44c9-b017-3bc1fff681cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:31.875510 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8023d2a8-cfd5-4485-b3e2-810f32ce57fc req-658e4f0b-ec31-44c9-b017-3bc1fff681cd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 1162 time: 0.4219589 Feb 12 21:38:31.883315 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:31.884666 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:31.886564 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] 10.222.0.66 "PUT /v2.0/ports/7bbbed33-2b8a-4c1a-9287-6943aa8bad24 HTTP/1.1" status: 200 len: 1157 time: 2.8009794 Feb 12 21:38:31.895744 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c636bc-7bdd-45bc-99dc-792b027bb07f', 'tag': '7bbbed33-2b8a-4c1a-9287-6943aa8bad24'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:31.944233 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8023d2a8-cfd5-4485-b3e2-810f32ce57fc req-27004361-6a5b-48ed-966c-3beb6602c5c0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537059 Feb 12 21:38:31.948758 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-17eefe68-f584-49b5-9060-a47a3fe5ce43 req-ff381859-d7f7-4043-bbc5-5c526039b751 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830159 Feb 12 21:38:31.974040 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Allocated IP 172.20.0.2 (fdb6571b-cda9-47e3-bee0-da8e039221ab/217c03cb-b699-430c-af4a-d830049b93e1/37c763eb-16ab-4cde-92bb-a83c8c9a546b) {{(pid=84070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:38:32.024474 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2feeae78-c13d-45ee-8e3e-c96cff80436c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1', 'code': 200} Feb 12 21:38:32.171175 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607d75a-9838-4669-8c1a-076034273fcf req-161964f6-4d2d-40ba-9b07-002f8f77b598 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:32.172968 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d607d75a-9838-4669-8c1a-076034273fcf req-161964f6-4d2d-40ba-9b07-002f8f77b598 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 943 time: 0.1467738 Feb 12 21:38:32.271394 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Notify callbacks [] for port, precommit_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:32.286503 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Transition to ACTIVE for port object 37c763eb-16ab-4cde-92bb-a83c8c9a546b will not be triggered until provisioned by entity L2. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:38:32.290872 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:32.308978 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d607d75a-9838-4669-8c1a-076034273fcf req-23435f8a-71ba-40ef-bc85-6855b7a3cc07 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758603 Feb 12 21:38:32.313741 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Transition to ACTIVE for port object 37c763eb-16ab-4cde-92bb-a83c8c9a546b will not be triggered until provisioned by entity DHCP. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:38:32.329204 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:32.335526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:32.336101 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af26e6-43ed-4db1-a8d2-08ded49995e4 req-c867df44-ed8a-452b-8e5d-10df1bbd4f8b tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:32.339266 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d1af26e6-43ed-4db1-a8d2-08ded49995e4 req-c867df44-ed8a-452b-8e5d-10df1bbd4f8b tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1650369 Feb 12 21:38:32.358163 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-fb40ca51-ec1a-4b86-acc4-97c7184a2b60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:32.396737 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c636bc-7bdd-45bc-99dc-792b027bb07f', 'tag': '7bbbed33-2b8a-4c1a-9287-6943aa8bad24', 'status': 'completed', 'code': 200} Feb 12 21:38:32.400421 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d1af26e6-43ed-4db1-a8d2-08ded49995e4 req-35091132-9b4e-4598-b1cd-1cb8bbfb812a tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530312 Feb 12 21:38:32.528894 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Pushing event updated for resources: {'Port': ['ID=37c763eb-16ab-4cde-92bb-a83c8c9a546b,revision_number=1']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:32.552176 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:32.626114 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Network fdb6571b-cda9-47e3-bee0-da8e039221ab is already hosted by enough agents. {{(pid=84070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:38:32.627430 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Resources bound (agent type, host, resource id): {{(pid=84070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:32.630086 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Received port after_create {{(pid=84070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:38:32.698005 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Attempting to bind port 37c763eb-16ab-4cde-92bb-a83c8c9a546b on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:38:32.698536 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Attempting to bind port 37c763eb-16ab-4cde-92bb-a83c8c9a546b by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': 'dd6e8f15-3cdb-465f-92d3-0ade404b1c3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab'}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:38:32.699110 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Attempting to bind port 37c763eb-16ab-4cde-92bb-a83c8c9a546b on network fdb6571b-cda9-47e3-bee0-da8e039221ab {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:38:32.706215 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:38:32.706652 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Checking segment: {'id': 'dd6e8f15-3cdb-465f-92d3-0ade404b1c3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:38:32.707285 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:32.707901 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Bound using segment: {'id': 'dd6e8f15-3cdb-465f-92d3-0ade404b1c3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab'} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:38:32.708792 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Bound port: 37c763eb-16ab-4cde-92bb-a83c8c9a546b, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6e8f15-3cdb-465f-92d3-0ade404b1c3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab'}}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:38:32.709283 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:32.787583 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Allocated IP 172.28.0.236 (5a123e99-c8d4-46ae-bf35-04ebb9b85da4/3df2dbbb-2cf4-410a-9e1d-3415c76c275c/84158c81-9feb-4c83-8df2-074b8aa7acd0) {{(pid=84068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:38:32.790222 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70722f-c612-4225-bc57-fbe6d5dbbaf5 req-993f0660-d679-48c0-900c-b1ec2c31ccd9 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:32.795838 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5e70722f-c612-4225-bc57-fbe6d5dbbaf5 req-993f0660-d679-48c0-900c-b1ec2c31ccd9 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 946 time: 0.1498151 Feb 12 21:38:32.810730 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-3b14028e-0d74-476d-8b0e-25358aa51797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:32.812460 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-3b14028e-0d74-476d-8b0e-25358aa51797 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6b4257113824071ad301c8114b8307d&device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 1160 time: 0.1712661 Feb 12 21:38:32.824720 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] For port 37c763eb-16ab-4cde-92bb-a83c8c9a546b, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:38:32.828118 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] For port 37c763eb-16ab-4cde-92bb-a83c8c9a546b, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=37c763eb-16ab-4cde-92bb-a83c8c9a546b,segment=NetworkSegment(dd6e8f15-3cdb-465f-92d3-0ade404b1c3b),segment_id=dd6e8f15-3cdb-465f-92d3-0ade404b1c3b)] {{(pid=84070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:38:32.832320 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:32.849331 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:32.908653 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5e70722f-c612-4225-bc57-fbe6d5dbbaf5 req-9172f549-4a62-42cd-8c95-df2e53c7cb97 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722282 Feb 12 21:38:32.936652 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcc668-ade0-4fb3-82f7-cd1e65a6518b req-a6b24f92-177f-467d-9975-521731bb3434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:32.938293 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c9dcc668-ade0-4fb3-82f7-cd1e65a6518b req-a6b24f92-177f-467d-9975-521731bb3434 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 1162 time: 0.1407385 Feb 12 21:38:32.984498 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-5b4d0e69-1282-4c14-8880-adede4d6c5e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bbbed33-2b8a-4c1a-9287-6943aa8bad24 HTTP/1.1" status: 200 len: 217 time: 0.1491866 Feb 12 21:38:33.046724 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Pushing event updated for resources: {'Port': ['ID=37c763eb-16ab-4cde-92bb-a83c8c9a546b,revision_number=2']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:33.050591 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:33.051284 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c9dcc668-ade0-4fb3-82f7-cd1e65a6518b req-7ae20f77-5e4e-471a-843e-4efb0c5a9d03 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903211 Feb 12 21:38:33.083932 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-1fb7b073-2179-4d66-9133-cb30ba0e6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:33.086536 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-1fb7b073-2179-4d66-9133-cb30ba0e6822 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=602701a7-6052-4b51-830c-21d6ac4ab865 HTTP/1.1" status: 200 len: 855 time: 0.0842073 Feb 12 21:38:33.160507 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:33.202829 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:33.220329 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d6a5ea6d-559a-417a-9a62-a4fc580f1526 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:33.249480 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757deaf-3312-46b1-82ba-fb01084731cb req-8606db5c-0ecf-45ff-97f6-6b80668a76f6 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:33.251135 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d757deaf-3312-46b1-82ba-fb01084731cb req-8606db5c-0ecf-45ff-97f6-6b80668a76f6 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 945 time: 0.1916091 Feb 12 21:38:33.258287 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d7737-a4c2-46a8-a528-66fc5d339558 req-2630199f-edc9-4bea-b3fd-f91fc8ce2468 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:33.264239 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a20d7737-a4c2-46a8-a528-66fc5d339558 req-2630199f-edc9-4bea-b3fd-f91fc8ce2468 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 945 time: 0.1389928 Feb 12 21:38:33.351087 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d757deaf-3312-46b1-82ba-fb01084731cb req-04282e05-1048-4165-86a3-19542a84f01f tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857098 Feb 12 21:38:33.357067 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a20d7737-a4c2-46a8-a528-66fc5d339558 req-4b829044-362a-4036-8aaa-bdfe4565bd9b tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897546 Feb 12 21:38:33.361138 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Pushing event updated for resources: {'Port': ['ID=84158c81-9feb-4c83-8df2-074b8aa7acd0,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:33.366403 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:33.483644 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:38:33.485715 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:33.490395 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Received port after_create {{(pid=84068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:38:33.808225 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-221deeb5-06b0-4d87-ae7d-0ca891c05373 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=42af01d5-f180-404d-b2e0-973b43eb2701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156683 Feb 12 21:38:33.823611 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d835a7-232c-4e1a-a6e6-cde605a31320 req-6b54b16e-a5ab-412b-8981-8c71083f5549 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:33.825283 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f9d835a7-232c-4e1a-a6e6-cde605a31320 req-6b54b16e-a5ab-412b-8981-8c71083f5549 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 943 time: 0.1670237 Feb 12 21:38:33.843353 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6adeb-71e8-43b4-a5e8-2d507472fa37 req-f8b6b91e-f752-4f97-aedd-2c306e0ac06f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:33.845088 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f7d6adeb-71e8-43b4-a5e8-2d507472fa37 req-f8b6b91e-f752-4f97-aedd-2c306e0ac06f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1489334 Feb 12 21:38:33.947158 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 109779e5-aeda-4ab8-85bf-45c0e814f4a4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:33.990106 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f9d835a7-232c-4e1a-a6e6-cde605a31320 req-03d1cbea-83b4-4eaa-a4f7-68a411a9c333 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546934 Feb 12 21:38:34.003472 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f7d6adeb-71e8-43b4-a5e8-2d507472fa37 req-f2e1aea8-cc9d-41be-98d1-f1f54058b184 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438646 Feb 12 21:38:34.085251 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 109779e5-aeda-4ab8-85bf-45c0e814f4a4 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:34.085858 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:34.100712 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728321c-1cd2-4b38-a520-10810afff5e9 req-aba96b6c-876e-4702-b641-20d87ab01ee1 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:34.102402 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9728321c-1cd2-4b38-a520-10810afff5e9 req-aba96b6c-876e-4702-b641-20d87ab01ee1 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.66 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 946 time: 0.2207754 Feb 12 21:38:34.240545 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:34.249790 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-96846803-796e-486a-82ca-974bcb753354 service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796134 Feb 12 21:38:34.263152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-9728321c-1cd2-4b38-a520-10810afff5e9 req-92b05f8a-19b2-441b-bb35-4b2346fd27b5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Deleting port 43193db5-8f83-477d-8326-bb682b938628 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:38:34.263611 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-9728321c-1cd2-4b38-a520-10810afff5e9 req-92b05f8a-19b2-441b-bb35-4b2346fd27b5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:34.284748 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:34.344068 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:34.344505 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:34.489845 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ed94e-6b4a-4804-8a10-4758bddd00c9 req-29355e33-749f-409c-b3f9-fd1c132ec8a3 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:34.498851 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-915ed94e-6b4a-4804-8a10-4758bddd00c9 req-29355e33-749f-409c-b3f9-fd1c132ec8a3 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 946 time: 0.3237174 Feb 12 21:38:34.519078 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 37c763eb-16ab-4cde-92bb-a83c8c9a546b up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:34.860535 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port 37c763eb-16ab-4cde-92bb-a83c8c9a546b completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:38:34.871222 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-915ed94e-6b4a-4804-8a10-4758bddd00c9 req-d3b9c8f1-3fad-4321-913d-1adae18f53ba tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688214 Feb 12 21:38:35.004294 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86230db2-0c0e-4bae-8934-447112a51e88 req-60c5f9c0-74e6-4c63-b27e-6d1f0cccbf99 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:35.012771 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-86230db2-0c0e-4bae-8934-447112a51e88 req-60c5f9c0-74e6-4c63-b27e-6d1f0cccbf99 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 945 time: 0.3263695 Feb 12 21:38:35.018189 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ebf947-3307-4ace-9ee0-586434b5cfa7 None None] Network fdb6571b-cda9-47e3-bee0-da8e039221ab requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:38:35.106754 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-9728321c-1cd2-4b38-a520-10810afff5e9 req-92b05f8a-19b2-441b-bb35-4b2346fd27b5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] For port 43193db5-8f83-477d-8326-bb682b938628, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=43193db5-8f83-477d-8326-bb682b938628,segment=NetworkSegment(9fe55b32-756e-4997-a56b-129e7721f404),segment_id=9fe55b32-756e-4997-a56b-129e7721f404)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:35.107682 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-9728321c-1cd2-4b38-a520-10810afff5e9 req-92b05f8a-19b2-441b-bb35-4b2346fd27b5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:35.117600 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ba4f0352-6666-4da8-b8be-406945dfae22 None None] Provisioning for port 37c763eb-16ab-4cde-92bb-a83c8c9a546b completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:38:35.125305 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ba4f0352-6666-4da8-b8be-406945dfae22 None None] Provisioning complete for port 37c763eb-16ab-4cde-92bb-a83c8c9a546b triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:35.125811 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba4f0352-6666-4da8-b8be-406945dfae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:35.159611 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-502a7aa8-89d3-495e-b855-39b46d0b953f req-61e46f56-eb94-49fd-a692-02b5990c4150 service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8974028 Feb 12 21:38:35.293441 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-9728321c-1cd2-4b38-a520-10810afff5e9 req-92b05f8a-19b2-441b-bb35-4b2346fd27b5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Calling delete_port for 43193db5-8f83-477d-8326-bb682b938628 owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:38:35.327132 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-86230db2-0c0e-4bae-8934-447112a51e88 req-bd406c83-1a0a-40f5-b8ec-e03a15fd8f26 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127644 Feb 12 21:38:35.365710 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660833'] for router, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:35.462317 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca828d67-9a0d-45fa-af5a-38a09be9481b req-01083e20-3def-4b81-b378-eaf8e63628dd tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:35.464844 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ca828d67-9a0d-45fa-af5a-38a09be9481b req-01083e20-3def-4b81-b378-eaf8e63628dd tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 945 time: 0.4261355 Feb 12 21:38:35.580789 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba4f0352-6666-4da8-b8be-406945dfae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:35.642192 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ba4f0352-6666-4da8-b8be-406945dfae22 None None] For port 37c763eb-16ab-4cde-92bb-a83c8c9a546b, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=37c763eb-16ab-4cde-92bb-a83c8c9a546b,segment=NetworkSegment(dd6e8f15-3cdb-465f-92d3-0ade404b1c3b),segment_id=dd6e8f15-3cdb-465f-92d3-0ade404b1c3b)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:35.648526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba4f0352-6666-4da8-b8be-406945dfae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:35.652289 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:35.697515 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:35.735018 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4fcd6-cebd-4fe1-a925-fe5909709c04 req-22c1bf5a-88c9-47fa-8aad-2f5671be63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:35.738081 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-65c4fcd6-cebd-4fe1-a925-fe5909709c04 req-22c1bf5a-88c9-47fa-8aad-2f5671be63d0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6b4257113824071ad301c8114b8307d&device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 1160 time: 0.2609816 Feb 12 21:38:35.810932 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f0352-6666-4da8-b8be-406945dfae22 None None] Pushing event updated for resources: {'Port': ['ID=37c763eb-16ab-4cde-92bb-a83c8c9a546b,revision_number=3']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:35.814943 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ba4f0352-6666-4da8-b8be-406945dfae22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:35.824165 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:35.824783 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:35.972415 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4fcd6-cebd-4fe1-a925-fe5909709c04 req-97f7345f-384b-4b56-8035-91e3ca800311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:35.974267 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-65c4fcd6-cebd-4fe1-a925-fe5909709c04 req-97f7345f-384b-4b56-8035-91e3ca800311 service neutron] 10.222.0.66 "GET /v2.0/networks?id=42af01d5-f180-404d-b2e0-973b43eb2701 HTTP/1.1" status: 200 len: 909 time: 0.2265239 Feb 12 21:38:36.002923 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ca828d67-9a0d-45fa-af5a-38a09be9481b req-ace4ba69-8918-4787-9466-0e1cbab70fa9 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760756 Feb 12 21:38:36.078907 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device f15dcd8a-07b5-41d7-8619-541209d7a753 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:36.091018 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-9728321c-1cd2-4b38-a520-10810afff5e9 req-92b05f8a-19b2-441b-bb35-4b2346fd27b5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:36.142626 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 is scheduled to L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 with binding_index 1 {{(pid=84068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 12 21:38:36.151868 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9da3e09a-b1f9-4dfc-b229-ab522f3df7bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:36.165960 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-65c4fcd6-cebd-4fe1-a925-fe5909709c04 req-3978b932-b054-44e2-b310-8ac4ad123043 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bbbed33-2b8a-4c1a-9287-6943aa8bad24 HTTP/1.1" status: 200 len: 217 time: 0.1690562 Feb 12 21:38:36.228538 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6be12f19-891b-4835-ae4e-497d42c408bc None None] Provisioning complete for port 37c763eb-16ab-4cde-92bb-a83c8c9a546b triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:36.228958 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6be12f19-891b-4835-ae4e-497d42c408bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:36.370980 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b05f8a-19b2-441b-bb35-4b2346fd27b5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Pushing event deleted for resources: {'Port': ['ID=43193db5-8f83-477d-8326-bb682b938628,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:36.398056 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-92b05f8a-19b2-441b-bb35-4b2346fd27b5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:36.418171 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7bc8b-e179-4a94-b97c-59b555822379 req-dd978559-59bf-4954-b171-dd8f74d66b2e tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:36.427641 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-64c7bc8b-e179-4a94-b97c-59b555822379 req-dd978559-59bf-4954-b171-dd8f74d66b2e tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 943 time: 0.9600263 Feb 12 21:38:36.445595 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 37c763eb-16ab-4cde-92bb-a83c8c9a546b up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:36.482403 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port f15dcd8a-07b5-41d7-8619-541209d7a753 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:36.483088 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:36.501637 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:38:36.503185 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125780bc-5eee-4d66-9c05-567281b8823b req-316bd8dc-b6b9-4db8-99bd-e045d201695e tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:36.504320 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4fcd6-cebd-4fe1-a925-fe5909709c04 req-d1357133-7a3e-4a76-8045-4b39914c9f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:36.504918 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-125780bc-5eee-4d66-9c05-567281b8823b req-316bd8dc-b6b9-4db8-99bd-e045d201695e tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 945 time: 0.9772372 Feb 12 21:38:36.505989 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-65c4fcd6-cebd-4fe1-a925-fe5909709c04 req-d1357133-7a3e-4a76-8045-4b39914c9f3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=602701a7-6052-4b51-830c-21d6ac4ab865 HTTP/1.1" status: 200 len: 855 time: 0.1113417 Feb 12 21:38:36.514881 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Sync routers for ids ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'] in dv-cinder-775250-2-smb {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:38:36.541318 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Routers {'1cc167a8-d36e-4e10-8dc6-b04fd69cf821'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:38:36.542032 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:38:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:38:36.613988 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-65c4fcd6-cebd-4fe1-a925-fe5909709c04 req-5ce29911-1ae1-4dc9-b7e5-f7a13ec88474 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=42af01d5-f180-404d-b2e0-973b43eb2701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705688 Feb 12 21:38:36.615462 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Notify callbacks [] for router, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:36.619333 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7168319 Feb 12 21:38:36.620314 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 34342) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:36.648691 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 37c763eb-16ab-4cde-92bb-a83c8c9a546b triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:36.649116 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:36.652866 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-125780bc-5eee-4d66-9c05-567281b8823b req-13e31f50-586f-47db-a54a-b2e64a3e883a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Deleting port f15dcd8a-07b5-41d7-8619-541209d7a753 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:38:36.653251 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-125780bc-5eee-4d66-9c05-567281b8823b req-13e31f50-586f-47db-a54a-b2e64a3e883a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:36.748883 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ba862e6c-4f12-447b-b940-e1636f71ebe6 None None] Provisioning complete for port 37c763eb-16ab-4cde-92bb-a83c8c9a546b triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:36.749239 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba862e6c-4f12-447b-b940-e1636f71ebe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:36.823980 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Set router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:38:36.861055 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 43193db5-8f83-477d-8326-bb682b938628 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:38:36.924969 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] No Port match for: 43193db5-8f83-477d-8326-bb682b938628 {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:38:36.925348 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 43193db5-8f83-477d-8326-bb682b938628 not bound to the agent host hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:38:36.947186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-125780bc-5eee-4d66-9c05-567281b8823b req-13e31f50-586f-47db-a54a-b2e64a3e883a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] For port f15dcd8a-07b5-41d7-8619-541209d7a753, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f15dcd8a-07b5-41d7-8619-541209d7a753,segment=NetworkSegment(94c13a1a-9eaf-4e2f-9820-2400321b0d09),segment_id=94c13a1a-9eaf-4e2f-9820-2400321b0d09)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:36.947584 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-125780bc-5eee-4d66-9c05-567281b8823b req-13e31f50-586f-47db-a54a-b2e64a3e883a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:37.022727 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-65c4fcd6-cebd-4fe1-a925-fe5909709c04 req-602e716a-df72-4b4e-8b6e-20df594975ef service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986619 Feb 12 21:38:37.087219 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-125780bc-5eee-4d66-9c05-567281b8823b req-13e31f50-586f-47db-a54a-b2e64a3e883a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Calling delete_port for f15dcd8a-07b5-41d7-8619-541209d7a753 owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:38:37.133936 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-64c7bc8b-e179-4a94-b97c-59b555822379 req-56b55235-5138-4201-949c-b7b28d905036 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7037096 Feb 12 21:38:37.200945 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'name': 'tempest-TestShelveInstance-713380077-router', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:30Z', 'updated_at': '2021-02-12T21:38:33Z', 'revision_number': 3, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'gw_port': {'id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:32Z', 'updated_at': '2021-02-12T21:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:38:37.206530 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Checking router: 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 for host: dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:38:37.206975 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Updating router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 port 84158c81-9feb-4c83-8df2-074b8aa7acd0 binding host dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:38:37.234274 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e7437-49e2-40be-8845-784d857a9c41 req-310d0bc1-110e-42b5-97b7-ae50f0ec5450 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:37.242096 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-aa2e7437-49e2-40be-8845-784d857a9c41 req-310d0bc1-110e-42b5-97b7-ae50f0ec5450 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 1.0103941 Feb 12 21:38:37.281462 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:37.303421 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-aa2e7437-49e2-40be-8845-784d857a9c41 req-57fdadb8-8372-496e-9e3c-d48a1df3f7fc tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603247 Feb 12 21:38:37.545587 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-125780bc-5eee-4d66-9c05-567281b8823b req-13e31f50-586f-47db-a54a-b2e64a3e883a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:37.671033 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:37.716953 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:37.782244 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-65c4fcd6-cebd-4fe1-a925-fe5909709c04 req-fdf7eec6-869b-4e53-957e-4e12c9ba14e1 service neutron] 10.222.0.66 "GET /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7488034 Feb 12 21:38:37.802279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:37.802836 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:37.887194 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-633b3d89-a5f3-41b3-897f-d81e1a030969 req-ababd6a7-9133-4a7f-a069-dcdf84887724 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 210 time: 0.3462911 Feb 12 21:38:37.904713 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a9dcaf33-c8cd-456f-acf1-a23a20fc8962 req-d4fd6d51-d881-4215-885e-b41e03328f97 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=e089cfbc-8724-4bdd-a276-3be5c6cb4de2 HTTP/1.1" status: 200 len: 210 time: 0.3510633 Feb 12 21:38:37.928714 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e31f50-586f-47db-a54a-b2e64a3e883a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Pushing event deleted for resources: {'Port': ['ID=f15dcd8a-07b5-41d7-8619-541209d7a753,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:37.950986 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9728321c-1cd2-4b38-a520-10810afff5e9 req-92b05f8a-19b2-441b-bb35-4b2346fd27b5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] No DVR routers for this DVR port 43193db5-8f83-477d-8326-bb682b938628 on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:38:37.954637 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-13e31f50-586f-47db-a54a-b2e64a3e883a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:37.962982 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Notify callbacks [] for port, precommit_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:37.982475 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-9728321c-1cd2-4b38-a520-10810afff5e9 req-92b05f8a-19b2-441b-bb35-4b2346fd27b5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:37.985782 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e089cfbc-8724-4bdd-a276-3be5c6cb4de2', 'name': 'network-vif-deleted', 'tag': '43193db5-8f83-477d-8326-bb682b938628'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:37.991737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Transition to ACTIVE for port object 84158c81-9feb-4c83-8df2-074b8aa7acd0 will not be triggered until provisioned by entity L2. {{(pid=84072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:38:37.998963 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:38.010640 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9728321c-1cd2-4b38-a520-10810afff5e9 req-92b05f8a-19b2-441b-bb35-4b2346fd27b5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.66 "DELETE /v2.0/ports/43193db5-8f83-477d-8326-bb682b938628 HTTP/1.1" status: 204 len: 173 time: 3.8871224 Feb 12 21:38:38.041947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:38.209322 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device f15dcd8a-07b5-41d7-8619-541209d7a753 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:38:38.281156 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-125780bc-5eee-4d66-9c05-567281b8823b req-13e31f50-586f-47db-a54a-b2e64a3e883a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] No DVR routers for this DVR port f15dcd8a-07b5-41d7-8619-541209d7a753 on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:38:38.281563 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:38.285506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-125780bc-5eee-4d66-9c05-567281b8823b req-13e31f50-586f-47db-a54a-b2e64a3e883a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:38.287812 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-125780bc-5eee-4d66-9c05-567281b8823b req-13e31f50-586f-47db-a54a-b2e64a3e883a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.66 "DELETE /v2.0/ports/f15dcd8a-07b5-41d7-8619-541209d7a753 HTTP/1.1" status: 204 len: 173 time: 1.7623374 Feb 12 21:38:38.335615 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Pushing event updated for resources: {'Port': ['ID=84158c81-9feb-4c83-8df2-074b8aa7acd0,revision_number=2']} {{(pid=84072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:38.356975 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] No Port match for: f15dcd8a-07b5-41d7-8619-541209d7a753 {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:38:38.357387 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device f15dcd8a-07b5-41d7-8619-541209d7a753 not bound to the agent host hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:38:38.358782 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.359479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.360013 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.360707 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.361201 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.361940 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.362452 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.362946 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.363406 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.363924 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.364530 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.365009 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.365781 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.366242 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.366720 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.367021 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e089cfbc-8724-4bdd-a276-3be5c6cb4de2', 'name': 'network-vif-deleted', 'tag': '43193db5-8f83-477d-8326-bb682b938628', 'status': 'completed', 'code': 200} Feb 12 21:38:38.367260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.367736 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.368223 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.368908 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.369380 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.369842 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.370303 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.370908 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.371526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:38:38.379109 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:38.389446 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5327e-710d-454f-b019-d2b96319c3f7 req-16510c24-2894-4ba5-9a3c-c49ed5ebd00b tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:38.391566 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-28a5327e-710d-454f-b019-d2b96319c3f7 req-16510c24-2894-4ba5-9a3c-c49ed5ebd00b tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 945 time: 0.1776700 Feb 12 21:38:38.448205 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-28a5327e-710d-454f-b019-d2b96319c3f7 req-7917ba19-5b30-41a4-be96-c4461cdd8cfd tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499825 Feb 12 21:38:38.506885 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Attempting to bind port 84158c81-9feb-4c83-8df2-074b8aa7acd0 on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:38:38.507588 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Attempting to bind port 84158c81-9feb-4c83-8df2-074b8aa7acd0 by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}] {{(pid=84072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:38:38.508241 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Attempting to bind port 84158c81-9feb-4c83-8df2-074b8aa7acd0 on network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:38:38.527742 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:38:38.528491 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Checking segment: {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:38:38.529844 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:38.530486 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Bound using segment: {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'} {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:38:38.531245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Bound port: 84158c81-9feb-4c83-8df2-074b8aa7acd0, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}}] {{(pid=84072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:38:38.531951 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:38.725555 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6429bb0-07b4-4fd3-9d63-b26ee5e70c74 req-3ab555dc-2522-4586-8dce-d287cbc9e3df tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:38.734986 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d6429bb0-07b4-4fd3-9d63-b26ee5e70c74 req-3ab555dc-2522-4586-8dce-d287cbc9e3df tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 943 time: 0.1416698 Feb 12 21:38:38.736840 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] For port 84158c81-9feb-4c83-8df2-074b8aa7acd0, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:38:38.745910 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] For port 84158c81-9feb-4c83-8df2-074b8aa7acd0, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=84158c81-9feb-4c83-8df2-074b8aa7acd0,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:38:38.758634 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:38.797826 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d6429bb0-07b4-4fd3-9d63-b26ee5e70c74 req-5baef2fa-21c2-458b-bee8-2fdb89e01399 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613141 Feb 12 21:38:38.816361 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5060e293-dfc7-462f-8100-1fcd4265f691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:39.046446 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Allocated IP 172.20.0.1 (fdb6571b-cda9-47e3-bee0-da8e039221ab/217c03cb-b699-430c-af4a-d830049b93e1/ce5baef2-7e5a-4566-848a-e386450118eb) {{(pid=84068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:38:39.129664 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13114c36-87bc-4091-a721-afc4182b1014 req-409e76dd-7dbe-4bc9-8615-98c3f8e3d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:39.131595 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-13114c36-87bc-4091-a721-afc4182b1014 req-409e76dd-7dbe-4bc9-8615-98c3f8e3d69a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ade9798f9ae40008a2eba6065c86a71&device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 1162 time: 0.2508092 Feb 12 21:38:39.212881 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Pushing event updated for resources: {'Port': ['ID=84158c81-9feb-4c83-8df2-074b8aa7acd0,revision_number=3']} {{(pid=84072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:39.218556 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:39.253619 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Routers {'1cc167a8-d36e-4e10-8dc6-b04fd69cf821'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:38:39.254347 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:38:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:38:39.345870 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:39.382200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Transition to ACTIVE for port object ce5baef2-7e5a-4566-848a-e386450118eb will not be triggered until provisioned by entity DHCP. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:38:39.410751 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe6d96-39bd-469e-9f90-d9548a095f0d req-a4300128-e0d9-4336-8dfe-b3d1b687c31a tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:39.426633 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3efe6d96-39bd-469e-9f90-d9548a095f0d req-a4300128-e0d9-4336-8dfe-b3d1b687c31a tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.4306185 Feb 12 21:38:39.470766 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:39.568406 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3efe6d96-39bd-469e-9f90-d9548a095f0d req-c371bbde-5696-4c04-b016-b7054fa8e632 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406479 Feb 12 21:38:39.661898 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5d181160-ba2e-4a9b-8e1c-7365bac09c7a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:39.675958 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-6a903519-68ae-4dcb-8238-6d55b49b1fce req-d6d9af11-d408-481e-9f18-89abbdae4b03 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Synchronizing usage tracker for tenant:67d68631fefa4684b334111d2345cba4 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:38:39.719859 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13114c36-87bc-4091-a721-afc4182b1014 req-a3a11b37-d1e4-4307-9c15-ee1c9223e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:39.721582 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-13114c36-87bc-4091-a721-afc4182b1014 req-a3a11b37-d1e4-4307-9c15-ee1c9223e753 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd HTTP/1.1" status: 200 len: 912 time: 0.5659590 Feb 12 21:38:39.728384 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-6a903519-68ae-4dcb-8238-6d55b49b1fce req-d6d9af11-d408-481e-9f18-89abbdae4b03 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Unset dirty status for tenant:67d68631fefa4684b334111d2345cba4 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:38:39.738389 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6a903519-68ae-4dcb-8238-6d55b49b1fce req-d6d9af11-d408-481e-9f18-89abbdae4b03 tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdf87d8-77c2-47ac-ac95-1f8db04d213c HTTP/1.1" status: 200 len: 210 time: 0.1608925 Feb 12 21:38:39.828151 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5baef2-7e5a-4566-848a-e386450118eb,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:39.840843 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-13114c36-87bc-4091-a721-afc4182b1014 req-2a8fafe2-78ad-4645-ab88-99edac7b0996 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=109779e5-aeda-4ab8-85bf-45c0e814f4a4 HTTP/1.1" status: 200 len: 217 time: 0.1013267 Feb 12 21:38:39.859199 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:39.889009 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] Set router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:38:39.984393 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Network fdb6571b-cda9-47e3-bee0-da8e039221ab is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:38:39.985824 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:39.991422 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Received port after_create {{(pid=84068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:38:40.072676 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655939'] for router_interface, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:40.083042 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13114c36-87bc-4091-a721-afc4182b1014 req-9baca367-95e9-4394-be36-f98553047762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:40.084897 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-13114c36-87bc-4091-a721-afc4182b1014 req-9baca367-95e9-4394-be36-f98553047762 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5354e90-f0b4-413c-b8eb-fcea8549d5b4 HTTP/1.1" status: 200 len: 858 time: 0.2186987 Feb 12 21:38:40.157740 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-13114c36-87bc-4091-a721-afc4182b1014 req-3c7b2442-5528-4ebe-8125-5a65f106a5d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620227 Feb 12 21:38:40.266423 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:40.354325 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'name': 'tempest-TestShelveInstance-713380077-router', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:30Z', 'updated_at': '2021-02-12T21:38:33Z', 'revision_number': 3, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'gw_port': {'id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:32Z', 'updated_at': '2021-02-12T21:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:38:40.360140 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7e856c-e95c-4ac1-80d5-2e22f06a6c12 None None] The sync data for ids ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'] in dv-cinder-775250-2-smb is: [{'id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'name': 'tempest-TestShelveInstance-713380077-router', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:30Z', 'updated_at': '2021-02-12T21:38:33Z', 'revision_number': 3, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'gw_port': {'id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:32Z', 'updated_at': '2021-02-12T21:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}] {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:38:40.382854 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-574d9e5b-7292-4318-93a3-4ff7e6f93222 None None] Provisioning for port ce5baef2-7e5a-4566-848a-e386450118eb completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:38:40.392273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-574d9e5b-7292-4318-93a3-4ff7e6f93222 None None] Provisioning complete for port ce5baef2-7e5a-4566-848a-e386450118eb triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:40.393064 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-574d9e5b-7292-4318-93a3-4ff7e6f93222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:40.555330 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-574d9e5b-7292-4318-93a3-4ff7e6f93222 None None] Port ce5baef2-7e5a-4566-848a-e386450118eb cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:38:40.617703 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdf87d8-77c2-47ac-ac95-1f8db04d213c', 'name': 'network-vif-deleted', 'tag': 'f15dcd8a-07b5-41d7-8619-541209d7a753'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:40.671132 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:40.676171 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980256'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:40.699471 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-9aa3d5e5-0a83-4387-bb15-9d9d6d057e06 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:40.701873 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-9aa3d5e5-0a83-4387-bb15-9d9d6d057e06 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/networks?id=0a3147d1-b34d-4b05-9e62-24d0afcd6fcd HTTP/1.1" status: 200 len: 809 time: 0.9584277 Feb 12 21:38:40.720739 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:40.723146 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882d3bd-ca27-4fbd-b8cb-669f4ef7e3bc req-e29049cd-2226-41c9-b2c8-35744e03a860 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:40.724943 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4882d3bd-ca27-4fbd-b8cb-669f4ef7e3bc req-e29049cd-2226-41c9-b2c8-35744e03a860 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 943 time: 0.7882094 Feb 12 21:38:40.789585 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-489762f0-d83c-4cb5-9f9d-5e1dadad2fd9 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/quotas/502f938b897a45acb132f948aac910d4 HTTP/1.1" status: 200 len: 375 time: 0.0739338 Feb 12 21:38:40.835504 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854128131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854119900'] for router_interface, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:40.849658 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-13114c36-87bc-4091-a721-afc4182b1014 req-85a6f48a-cfea-41b8-bdcd-8218160bccbd service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6719091 Feb 12 21:38:40.854776 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5baef2-7e5a-4566-848a-e386450118eb,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:40.858610 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:41.097028 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Network fdb6571b-cda9-47e3-bee0-da8e039221ab is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:38:41.098538 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:41.120917 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4882d3bd-ca27-4fbd-b8cb-669f4ef7e3bc req-613b4c9e-264b-4338-8ad5-a4df5cf2a04c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848703 Feb 12 21:38:41.157880 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-b87b30fe-a2e1-497e-a60b-cae22175fd95 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Synchronizing usage tracker for tenant:502f938b897a45acb132f948aac910d4 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:38:41.243601 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-13114c36-87bc-4091-a721-afc4182b1014 req-462e5942-9b0b-42b2-8ce4-4be4fbc31f9d service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3764739 Feb 12 21:38:41.262199 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-b87b30fe-a2e1-497e-a60b-cae22175fd95 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Unset dirty status for tenant:502f938b897a45acb132f948aac910d4 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:38:41.265145 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-b87b30fe-a2e1-497e-a60b-cae22175fd95 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=502f938b897a45acb132f948aac910d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3460212 Feb 12 21:38:41.491349 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-259c2599-c478-41bf-8805-cf81d2c50e23 None None] Provisioning complete for port ce5baef2-7e5a-4566-848a-e386450118eb triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:41.492203 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-259c2599-c478-41bf-8805-cf81d2c50e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:41.535355 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-ffc4c3a9-89e3-4153-988d-1a1fadb57dfd service neutron] 10.222.0.35 "GET /v2.0/networks/0a3147d1-b34d-4b05-9e62-24d0afcd6fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612572 Feb 12 21:38:41.567187 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-259c2599-c478-41bf-8805-cf81d2c50e23 None None] Port ce5baef2-7e5a-4566-848a-e386450118eb cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:38:41.597521 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:38:41.851083 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-1b211d3d-6752-44bf-bae2-42a744e6cade service neutron] 10.222.0.35 "GET /v2.0/networks/0a3147d1-b34d-4b05-9e62-24d0afcd6fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3146954 Feb 12 21:38:41.858181 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:38:41.867777 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c76c3d-2703-4487-a07c-1636574ba69e req-d07e58ec-8228-4967-9f9e-cb4180b4d62e tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:41.869880 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-59c76c3d-2703-4487-a07c-1636574ba69e req-d07e58ec-8228-4967-9f9e-cb4180b4d62e tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1473484 Feb 12 21:38:41.884730 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] 10.222.0.35 "PUT /v2.0/routers/1cc167a8-d36e-4e10-8dc6-b04fd69cf821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2544725 Feb 12 21:38:41.963340 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-59c76c3d-2703-4487-a07c-1636574ba69e req-3a7239e5-1834-4eab-b7a3-e4d6ae9c9d71 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816500 Feb 12 21:38:42.048186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c27121c6-0b37-4473-be5d-f45eaa346370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:42.143810 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdf87d8-77c2-47ac-ac95-1f8db04d213c', 'name': 'network-vif-deleted', 'tag': 'f15dcd8a-07b5-41d7-8619-541209d7a753', 'status': 'completed', 'code': 200} Feb 12 21:38:42.306169 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3ecee405-b7ce-44de-a20a-56d9616e23b0 req-10f488cb-10b3-4c73-966a-91f21cd6cdd9 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 210 time: 0.0863626 Feb 12 21:38:42.538153 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 84158c81-9feb-4c83-8df2-074b8aa7acd0 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:42.678961 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port 84158c81-9feb-4c83-8df2-074b8aa7acd0 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:38:42.695837 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 84158c81-9feb-4c83-8df2-074b8aa7acd0 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:42.696494 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:42.707242 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b30025-2599-4ada-859d-d05d0adaacac req-e3902374-7085-422d-b810-18f6ed07b7d5 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:42.710259 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-43b30025-2599-4ada-859d-d05d0adaacac req-e3902374-7085-422d-b810-18f6ed07b7d5 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 943 time: 0.2326250 Feb 12 21:38:42.826649 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-43b30025-2599-4ada-859d-d05d0adaacac req-65861801-3360-4680-b841-e1b7345fc16e tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086941 Feb 12 21:38:42.970000 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:42.999341 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] For port 84158c81-9feb-4c83-8df2-074b8aa7acd0, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=84158c81-9feb-4c83-8df2-074b8aa7acd0,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:43.003014 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:43.006418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:43.141872 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Pushing event updated for resources: {'Port': ['ID=84158c81-9feb-4c83-8df2-074b8aa7acd0,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:43.145907 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:43.322037 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67747305-7b0c-41b6-82d9-17a0fdf89706 req-21c41b10-372b-4dd4-8185-49401aa93d08 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:43.324291 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-67747305-7b0c-41b6-82d9-17a0fdf89706 req-21c41b10-372b-4dd4-8185-49401aa93d08 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1077390 Feb 12 21:38:43.360330 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 34504) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:43.370112 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1417175348-network', 'tenant_id': 'd26f953f3c484b98b28a1daac8e88115'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:43.379231 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:43.391543 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Usage tracker for resource:network and tenant:d26f953f3c484b98b28a1daac8e88115 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:43.400693 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:43.417409 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:43.421443 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-67747305-7b0c-41b6-82d9-17a0fdf89706 req-c7a361e9-8cad-460d-b494-2d6790c29dce tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898604 Feb 12 21:38:43.435046 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Made reservation on behalf of d26f953f3c484b98b28a1daac8e88115 for: {'network': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:38:43.445137 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:43.466598 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:43.485393 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:43.490387 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Usage tracker for resource:security_group_rule and tenant:d26f953f3c484b98b28a1daac8e88115 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:43.494017 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:43.501087 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:43.549556 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1b148f41-0a28-419c-8e3e-9d8732926388 req-68524d8b-d1ab-4e2c-9815-3749c3e77489 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 210 time: 0.0596521 Feb 12 21:38:43.605969 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:43.609641 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:43.613969 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:43.647242 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=84068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:38:43.657262 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c986507d-7801-4f26-8283-562f1c35e519,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:43.661263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:43.664817 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363243855313370', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:43.665305 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.segments_db [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Added segment 47903c81-2a67-41ff-a6ca-1752b5dc61ed of type vxlan for network eeca1f12-35a7-45aa-baff-a2a6adebe89b Feb 12 21:38:43.694336 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243855695732'] for network, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:43.726096 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for network, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:43.727373 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:43.728044 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:43.740262 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e1ded846-893a-4da7-85f2-e90e4dc9e7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:43.771213 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Sync routers for ids ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'] in dv-cinder-775250-2-smb {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:38:43.782119 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Routers {'1cc167a8-d36e-4e10-8dc6-b04fd69cf821'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:38:43.782885 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:38:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:38:43.836517 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.4749656 Feb 12 21:38:43.839330 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 34508) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:43.850746 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] Request body: {'subnet': {'network_id': 'eeca1f12-35a7-45aa-baff-a2a6adebe89b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1417175348-subnet', 'tenant_id': 'd26f953f3c484b98b28a1daac8e88115', 'ip_version': 4}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:43.854243 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Pushing event updated for resources: {'Network': ['ID=eeca1f12-35a7-45aa-baff-a2a6adebe89b,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:43.858133 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:43.859179 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:43.863401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] Usage tracker for resource:subnet and tenant:d26f953f3c484b98b28a1daac8e88115 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:43.866494 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:43.882396 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:43.894506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] Made reservation on behalf of d26f953f3c484b98b28a1daac8e88115 for: {'subnet': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:38:43.900406 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036842903794'] for subnet, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:43.914951 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Network eeca1f12-35a7-45aa-baff-a2a6adebe89b details requested by agent ovs-agent-dv-cinder-775250-2-smb with host dv-cinder-775250-2-smb {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:38:43.929052 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Network eeca1f12-35a7-45aa-baff-a2a6adebe89b details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:38:44.094501 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dab85-f640-4029-8c2f-fb541b1d9010 req-08dbcfec-b9b4-46a6-965c-7e016f92b330 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:44.096517 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed3dab85-f640-4029-8c2f-fb541b1d9010 req-08dbcfec-b9b4-46a6-965c-7e016f92b330 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 943 time: 0.1031506 Feb 12 21:38:44.166097 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed3dab85-f640-4029-8c2f-fb541b1d9010 req-b8d3dc1b-e693-4b53-90c5-d8158976c8e7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607846 Feb 12 21:38:44.410873 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-3d40f385-facc-4549-97bf-b0f9fc6cb617 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:44.412562 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-3d40f385-facc-4549-97bf-b0f9fc6cb617 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.66 "GET /v2.0/networks?id=0a3147d1-b34d-4b05-9e62-24d0afcd6fcd HTTP/1.1" status: 200 len: 809 time: 0.2312505 Feb 12 21:38:44.446246 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 84158c81-9feb-4c83-8df2-074b8aa7acd0 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:44.451416 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-3df4742c-7fce-4b45-a355-73b95b9aa950 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Request body: {'port': {'device_id': 'c9d8fcdd-7368-4883-acbb-0583ba275f61', 'network_id': '0a3147d1-b34d-4b05-9e62-24d0afcd6fcd', 'admin_state_up': True, 'tenant_id': '502f938b897a45acb132f948aac910d4'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:44.569605 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fff99fc5-5a96-4a8b-b3be-66d70a7b6d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:44.593604 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 84158c81-9feb-4c83-8df2-074b8aa7acd0 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:44.594361 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:44.646024 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843795663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036842903779'] for subnet, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:44.705084 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Set router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:38:45.008059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:45.021817 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-967f954a-feea-4cf9-aa5f-6594bb2c8ae8 req-fade68ef-e2da-458d-9360-c99d08d9c0a3 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 210 time: 0.1175618 Feb 12 21:38:45.094887 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4465f-a20e-4e6c-815e-0f57221383fb req-55cb1711-afaf-4f24-b0cf-06f79d346f94 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:45.096585 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-53d4465f-a20e-4e6c-815e-0f57221383fb req-55cb1711-afaf-4f24-b0cf-06f79d346f94 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.3581629 Feb 12 21:38:45.235351 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-53d4465f-a20e-4e6c-815e-0f57221383fb req-1bca8a7d-b1f7-41a2-a541-1af486c76567 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280506 Feb 12 21:38:45.238044 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:45.252455 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-3df4742c-7fce-4b45-a355-73b95b9aa950 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:45.280035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-3df4742c-7fce-4b45-a355-73b95b9aa950 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:45.300930 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-3df4742c-7fce-4b45-a355-73b95b9aa950 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Made reservation on behalf of 502f938b897a45acb132f948aac910d4 for: {'port': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:38:45.317959 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-3df4742c-7fce-4b45-a355-73b95b9aa950 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:45.360923 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:45.415009 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] Checking segment: {'id': '47903c81-2a67-41ff-a6ca-1752b5dc61ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeca1f12-35a7-45aa-baff-a2a6adebe89b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:38:45.415892 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] Network hostable DHCP agents. Network: eeca1f12-35a7-45aa-baff-a2a6adebe89b, hostable agents: ['fe4b0c24-8131-4fdd-a4b5-e06b73679163'], hosted agents: [] {{(pid=84068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:38:45.455435 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1deaea1-d5ba-4c4e-9fcf-43d6af647e96,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:45.465214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:45.477784 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] Network eeca1f12-35a7-45aa-baff-a2a6adebe89b is scheduled to be hosted by DHCP agent fe4b0c24-8131-4fdd-a4b5-e06b73679163 with binding_index 1 {{(pid=84068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:38:45.487427 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-smb, eeca1f12-35a7-45aa-baff-a2a6adebe89b) {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:45.498636 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d49fe3-3a3f-4c4a-8095-a3feb3136c24 None None] Network eeca1f12-35a7-45aa-baff-a2a6adebe89b requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:38:45.503754 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:45.504401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:45.533427 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6929719 Feb 12 21:38:45.536120 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 34548) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:45.542117 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1417175348-router', 'tenant_id': 'd26f953f3c484b98b28a1daac8e88115', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:45.547483 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:45.551881 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Usage tracker for resource:router and tenant:d26f953f3c484b98b28a1daac8e88115 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:45.555601 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:45.563237 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:45.573944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854106008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854525443'] for router, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:45.576126 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854042362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854195501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854569461'] for router, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:45.585284 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:38:45.599471 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:45.599924 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:45.600187 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:45.621909 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd9f82-c543-4cb6-b8bf-e30a7359c732 req-18f5993f-31a1-4dd6-8a51-7591375d950d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:45.624132 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c8dd9f82-c543-4cb6-b8bf-e30a7359c732 req-18f5993f-31a1-4dd6-8a51-7591375d950d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 943 time: 0.2605312 Feb 12 21:38:45.676284 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'name': 'tempest-TestShelveInstance-713380077-router', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:30Z', 'updated_at': '2021-02-12T21:38:40Z', 'revision_number': 4, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'gw_port': {'id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:32Z', 'updated_at': '2021-02-12T21:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'ce5baef2-7e5a-4566-848a-e386450118eb', 'name': '', 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'mac_address': 'fa:16:3e:40:b5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '217c03cb-b699-430c-af4a-d830049b93e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:38Z', 'updated_at': '2021-02-12T21:38:40Z', 'revision_number': 2, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'subnets': [{'id': '217c03cb-b699-430c-af4a-d830049b93e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:38:45.689483 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Checking router: 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 for host: dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:38:45.689902 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Updating router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 port ce5baef2-7e5a-4566-848a-e386450118eb binding host dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:38:45.733242 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c8dd9f82-c543-4cb6-b8bf-e30a7359c732 req-51a78656-1cb1-4e68-9e3f-38c5586ee78b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931652 Feb 12 21:38:45.842933 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:45.847152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:45.863958 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-3df4742c-7fce-4b45-a355-73b95b9aa950 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Allocated IP 172.20.0.7 (0a3147d1-b34d-4b05-9e62-24d0afcd6fcd/49ec685f-382a-482d-8783-01abd46010d6/deffa572-940c-4734-b712-4a124337e787) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:38:45.934121 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854119010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854569446'] for router, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:46.019323 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:46.035173 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a151f3-25f1-5cec-a612-27f374a17f38-eeca1f12-35a7-45aa-baff-a2a6adebe89b', 'network_id': 'eeca1f12-35a7-45aa-baff-a2a6adebe89b', 'tenant_id': 'd26f953f3c484b98b28a1daac8e88115', 'fixed_ips': [{'subnet_id': 'f1deaea1-d5ba-4c4e-9fcf-43d6af647e96'}]}} from dv-cinder-775250-2-smb. {{(pid=84070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 12 21:38:46.036336 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:46.148238 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c636bc-7bdd-45bc-99dc-792b027bb07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbbed33-2b8a-4c1a-9287-6943aa8bad24'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:46.287310 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c636bc-7bdd-45bc-99dc-792b027bb07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbbed33-2b8a-4c1a-9287-6943aa8bad24', 'code': 200} Feb 12 21:38:46.289128 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 7bbbed33-2b8a-4c1a-9287-6943aa8bad24, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=7bbbed33-2b8a-4c1a-9287-6943aa8bad24,segment=NetworkSegment(a393f88b-c6a5-426e-a2ed-9fa153bebd52),segment_id=a393f88b-c6a5-426e-a2ed-9fa153bebd52)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:46.305916 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:46.334379 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:46.367624 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2b8b3329-f945-4ea3-b9c9-09238a9cc569 req-2d710f18-5f25-48dd-98c2-b5dafce52423 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 210 time: 0.1186516 Feb 12 21:38:46.376409 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-3df4742c-7fce-4b45-a355-73b95b9aa950 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:46.449515 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-3df4742c-7fce-4b45-a355-73b95b9aa950 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:46.558633 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:46.630429 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:46.683363 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:46.771603 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=7bbbed33-2b8a-4c1a-9287-6943aa8bad24,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:46.778090 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:46.817968 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:46.949640 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Allocated IP 172.20.0.2 (eeca1f12-35a7-45aa-baff-a2a6adebe89b/f1deaea1-d5ba-4c4e-9fcf-43d6af647e96/4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06) {{(pid=84070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:38:47.449609 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-3df4742c-7fce-4b45-a355-73b95b9aa950 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Network 0a3147d1-b34d-4b05-9e62-24d0afcd6fcd is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:38:47.493985 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-3df4742c-7fce-4b45-a355-73b95b9aa950 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:47.505721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Notify callbacks [] for port, precommit_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:47.510367 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-3df4742c-7fce-4b45-a355-73b95b9aa950 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:38:47.515330 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-3df4742c-7fce-4b45-a355-73b95b9aa950 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:47.516297 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-3df4742c-7fce-4b45-a355-73b95b9aa950 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:47.518098 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Allocated IP 172.28.0.138 (5a123e99-c8d4-46ae-bf35-04ebb9b85da4/3df2dbbb-2cf4-410a-9e1d-3415c76c275c/90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60) {{(pid=84068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:38:47.536326 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Transition to ACTIVE for port object ce5baef2-7e5a-4566-848a-e386450118eb will not be triggered until provisioned by entity L2. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:38:47.551011 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:47.558395 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4742c-7fce-4b45-a355-73b95b9aa950 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Pushing event updated for resources: {'Port': ['ID=deffa572-940c-4734-b712-4a124337e787,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:47.569343 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ba4f0352-6666-4da8-b8be-406945dfae22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:47.587639 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3df4742c-7fce-4b45-a355-73b95b9aa950 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:47.600551 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-3df4742c-7fce-4b45-a355-73b95b9aa950 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1544466 Feb 12 21:38:47.655797 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Request body: {'port': {'device_id': 'c9d8fcdd-7368-4883-acbb-0583ba275f61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:47.778877 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:47.801441 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d5748-9261-454e-a3e9-89142d61b626 None None] Pushing event updated for resources: {'Port': ['ID=ce5baef2-7e5a-4566-848a-e386450118eb,revision_number=3']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:47.808751 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f70d5748-9261-454e-a3e9-89142d61b626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:47.814065 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:47.853230 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6df5a-071c-41b5-a811-555f823253a5 req-b8d449b0-544e-41df-9fa2-b401c2a9b3df tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:47.854934 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3de6df5a-071c-41b5-a811-555f823253a5 req-b8d449b0-544e-41df-9fa2-b401c2a9b3df tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.9944797 Feb 12 21:38:47.860890 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb0c66-721f-4919-adbb-e073faa19360 req-2ea92f30-5719-4c33-92aa-e42c666ffdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:47.862427 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c4eb0c66-721f-4919-adbb-e073faa19360 req-2ea92f30-5719-4c33-92aa-e42c666ffdb1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 1162 time: 1.1029460 Feb 12 21:38:47.867742 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:47.932425 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Notify callbacks [] for port, precommit_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:47.937244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cad7b-04f1-4799-b21c-ec7108a1dff2 req-6b256606-b2ee-459e-9e33-c9b267b22adb tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:47.939738 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7e4cad7b-04f1-4799-b21c-ec7108a1dff2 req-6b256606-b2ee-459e-9e33-c9b267b22adb tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 945 time: 0.4879210 Feb 12 21:38:47.955828 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e72b0a21-0fb5-4069-b0fb-d30b5aaf28b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:48.006076 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Transition to ACTIVE for port object 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 will not be triggered until provisioned by entity L2. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:38:48.034120 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:38:48.037682 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:48.041758 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Received port after_create {{(pid=84068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:38:48.074286 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Transition to ACTIVE for port object 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 will not be triggered until provisioned by entity DHCP. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:38:48.092412 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:48.110891 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f70d5748-9261-454e-a3e9-89142d61b626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:48.222587 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Attempting to bind port ce5baef2-7e5a-4566-848a-e386450118eb on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:38:48.223088 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Attempting to bind port ce5baef2-7e5a-4566-848a-e386450118eb by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': 'dd6e8f15-3cdb-465f-92d3-0ade404b1c3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab'}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:38:48.223539 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Attempting to bind port ce5baef2-7e5a-4566-848a-e386450118eb on network fdb6571b-cda9-47e3-bee0-da8e039221ab {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:38:48.245589 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3de6df5a-071c-41b5-a811-555f823253a5 req-d5fd9356-c96c-4c1b-b213-dae82860d9ad tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779349 Feb 12 21:38:48.344866 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Pushing event updated for resources: {'Port': ['ID=4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06,revision_number=1']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:48.369679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:38:48.380826 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Pushing event updated for resources: {'Port': ['ID=90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:48.381527 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Checking segment: {'id': 'dd6e8f15-3cdb-465f-92d3-0ade404b1c3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:38:48.382174 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:48.382765 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Bound using segment: {'id': 'dd6e8f15-3cdb-465f-92d3-0ade404b1c3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab'} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:38:48.383494 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Bound port: ce5baef2-7e5a-4566-848a-e386450118eb, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6e8f15-3cdb-465f-92d3-0ade404b1c3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab'}}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:38:48.384123 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:48.401666 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:48.479413 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:48.579210 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c4eb0c66-721f-4919-adbb-e073faa19360 req-e654a622-b702-4208-b83f-02d11d6ff109 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6994984 Feb 12 21:38:48.643651 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7e4cad7b-04f1-4799-b21c-ec7108a1dff2 req-6478cdb7-9f08-46b9-9060-008774bc6fb1 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150381 Feb 12 21:38:48.688686 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] For port ce5baef2-7e5a-4566-848a-e386450118eb, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:38:48.692850 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] For port ce5baef2-7e5a-4566-848a-e386450118eb, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=ce5baef2-7e5a-4566-848a-e386450118eb,segment=NetworkSegment(dd6e8f15-3cdb-465f-92d3-0ade404b1c3b),segment_id=dd6e8f15-3cdb-465f-92d3-0ade404b1c3b)] {{(pid=84070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:38:48.696045 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Network eeca1f12-35a7-45aa-baff-a2a6adebe89b is already hosted by enough agents. {{(pid=84070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:38:48.698419 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Resources bound (agent type, host, resource id): {{(pid=84070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:48.705201 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:48.821410 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:48.899641 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Received port after_create {{(pid=84070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:38:48.904093 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:48.981454 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:48.982841 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d140f-f5df-4871-bc08-d9727ee0d3b8 req-93cb8c42-027f-4f49-8457-9077070f5689 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:48.984847 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-534d140f-f5df-4871-bc08-d9727ee0d3b8 req-93cb8c42-027f-4f49-8457-9077070f5689 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Synchronizing usage tracker for tenant:502f938b897a45acb132f948aac910d4 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:38:49.038758 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-534d140f-f5df-4871-bc08-d9727ee0d3b8 req-93cb8c42-027f-4f49-8457-9077070f5689 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Unset dirty status for tenant:502f938b897a45acb132f948aac910d4 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:38:49.041122 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-534d140f-f5df-4871-bc08-d9727ee0d3b8 req-93cb8c42-027f-4f49-8457-9077070f5689 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 931 time: 0.5232246 Feb 12 21:38:49.166576 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-534d140f-f5df-4871-bc08-d9727ee0d3b8 req-79f87edc-e2d7-4956-9d6e-00a770f6ba76 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133175 Feb 12 21:38:49.317714 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660833'] for router, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:49.470887 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d5748-9261-454e-a3e9-89142d61b626 None None] Pushing event updated for resources: {'Port': ['ID=ce5baef2-7e5a-4566-848a-e386450118eb,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:49.483848 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Attempting to bind port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:38:49.484691 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Attempting to bind port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': '47903c81-2a67-41ff-a6ca-1752b5dc61ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeca1f12-35a7-45aa-baff-a2a6adebe89b'}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:38:49.485257 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Attempting to bind port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 on network eeca1f12-35a7-45aa-baff-a2a6adebe89b {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:38:49.497855 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f70d5748-9261-454e-a3e9-89142d61b626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:49.501594 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Routers {'1cc167a8-d36e-4e10-8dc6-b04fd69cf821'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:38:49.502780 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:38:45Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:38:49.592146 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deffa572-940c-4734-b712-4a124337e787 {{(pid=84069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:38:49.628644 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:49.687564 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Router 43edb371-81b5-4050-8678-192dae91fbaf is scheduled to L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 with binding_index 1 {{(pid=84068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 12 21:38:49.698319 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Transition to ACTIVE for port object deffa572-940c-4734-b712-4a124337e787 will not be triggered until provisioned by entity L2. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:38:49.705822 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:49.711889 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:38:49.712569 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Checking segment: {'id': '47903c81-2a67-41ff-a6ca-1752b5dc61ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeca1f12-35a7-45aa-baff-a2a6adebe89b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:38:49.713349 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:49.713951 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Bound using segment: {'id': '47903c81-2a67-41ff-a6ca-1752b5dc61ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeca1f12-35a7-45aa-baff-a2a6adebe89b'} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:38:49.714982 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Bound port: 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47903c81-2a67-41ff-a6ca-1752b5dc61ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeca1f12-35a7-45aa-baff-a2a6adebe89b'}}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:38:49.715659 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:50.055575 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:50.056128 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:50.088494 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:38:50.109348 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Sync routers for ids ['43edb371-81b5-4050-8678-192dae91fbaf'] in dv-cinder-775250-2-smb {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:38:50.123033 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Notify callbacks [] for router, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:50.129319 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5917654 Feb 12 21:38:50.130349 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 34610) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:38:50.142084 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Routers {'43edb371-81b5-4050-8678-192dae91fbaf'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:38:50.142873 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:38:45Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['43edb371-81b5-4050-8678-192dae91fbaf'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:38:50.370244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:50.609797 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Set router 43edb371-81b5-4050-8678-192dae91fbaf gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:38:50.733643 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Pushing event updated for resources: {'Port': ['ID=deffa572-940c-4734-b712-4a124337e787,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:50.741147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:50.871987 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] For port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:38:50.880615 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] For port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06,segment=NetworkSegment(47903c81-2a67-41ff-a6ca-1752b5dc61ed),segment_id=47903c81-2a67-41ff-a6ca-1752b5dc61ed)] {{(pid=84070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:38:50.940734 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] Set router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:38:51.006949 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:51.025372 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Attempting to bind port deffa572-940c-4734-b712-4a124337e787 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:38:51.025742 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Attempting to bind port deffa572-940c-4734-b712-4a124337e787 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '9fe55b32-756e-4997-a56b-129e7721f404', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a3147d1-b34d-4b05-9e62-24d0afcd6fcd'}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:38:51.026105 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Attempting to bind port deffa572-940c-4734-b712-4a124337e787 on network 0a3147d1-b34d-4b05-9e62-24d0afcd6fcd {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:38:51.036617 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:38:51.037057 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Checking segment: {'id': '9fe55b32-756e-4997-a56b-129e7721f404', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a3147d1-b34d-4b05-9e62-24d0afcd6fcd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:38:51.037398 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:51.037986 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Bound using segment: {'id': '9fe55b32-756e-4997-a56b-129e7721f404', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a3147d1-b34d-4b05-9e62-24d0afcd6fcd'} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:38:51.038490 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Bound port: deffa572-940c-4734-b712-4a124337e787, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe55b32-756e-4997-a56b-129e7721f404', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a3147d1-b34d-4b05-9e62-24d0afcd6fcd'}}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:38:51.039137 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:51.062058 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:51.068941 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761be1dd-3489-48d2-9c0f-0f106bc6d461 req-cf8fc502-259b-45d5-994d-a032453db903 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:51.071021 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-761be1dd-3489-48d2-9c0f-0f106bc6d461 req-cf8fc502-259b-45d5-994d-a032453db903 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 945 time: 0.9034555 Feb 12 21:38:51.172263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816a2db-ac05-4f0f-906f-06caf3de9f95 req-e16e0a40-268a-4c00-9083-60764c8c5c25 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:51.174429 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f816a2db-ac05-4f0f-906f-06caf3de9f95 req-e16e0a40-268a-4c00-9083-60764c8c5c25 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 943 time: 0.2736087 Feb 12 21:38:51.274198 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-761be1dd-3489-48d2-9c0f-0f106bc6d461 req-a5fbd58b-b388-4354-8fc8-4d5ccdd5f63f tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617241 Feb 12 21:38:51.293588 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f816a2db-ac05-4f0f-906f-06caf3de9f95 req-0aff93fd-a38f-47d2-b5c9-f67dca80df7a tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985489 Feb 12 21:38:51.316211 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] For port deffa572-940c-4734-b712-4a124337e787, host hv-cinder-77525, cleared binding levels {{(pid=84069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:38:51.326173 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] For port deffa572-940c-4734-b712-4a124337e787, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=deffa572-940c-4734-b712-4a124337e787,segment=NetworkSegment(9fe55b32-756e-4997-a56b-129e7721f404),segment_id=9fe55b32-756e-4997-a56b-129e7721f404)] {{(pid=84069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:38:51.333724 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:51.340200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43edb371-81b5-4050-8678-192dae91fbaf', 'name': 'tempest-TestShelveInstance-1417175348-router', 'tenant_id': 'd26f953f3c484b98b28a1daac8e88115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:45Z', 'updated_at': '2021-02-12T21:38:48Z', 'revision_number': 3, 'project_id': 'd26f953f3c484b98b28a1daac8e88115', 'gw_port': {'id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43edb371-81b5-4050-8678-192dae91fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:47Z', 'updated_at': '2021-02-12T21:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:38:51.345669 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Checking router: 43edb371-81b5-4050-8678-192dae91fbaf for host: dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:38:51.346346 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Updating router 43edb371-81b5-4050-8678-192dae91fbaf port 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60 binding host dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:38:51.419198 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:51.549025 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Pushing event updated for resources: {'Port': ['ID=4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06,revision_number=2']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:51.549674 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:51.568208 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:51.648468 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Pushing event updated for resources: {'Port': ['ID=deffa572-940c-4734-b712-4a124337e787,revision_number=3']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:51.722038 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:51.724857 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:51.833600 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'name': 'tempest-TestShelveInstance-713380077-router', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:30Z', 'updated_at': '2021-02-12T21:38:40Z', 'revision_number': 4, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'gw_port': {'id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:32Z', 'updated_at': '2021-02-12T21:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'ce5baef2-7e5a-4566-848a-e386450118eb', 'name': '', 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'mac_address': 'fa:16:3e:40:b5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '217c03cb-b699-430c-af4a-d830049b93e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:38Z', 'updated_at': '2021-02-12T21:38:48Z', 'revision_number': 4, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'subnets': [{'id': '217c03cb-b699-430c-af4a-d830049b93e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:38:51.844586 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56837752-59bb-43cd-8324-3831d0af3a44 None None] The sync data for ids ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'] in dv-cinder-775250-2-smb is: [{'id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'name': 'tempest-TestShelveInstance-713380077-router', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:30Z', 'updated_at': '2021-02-12T21:38:40Z', 'revision_number': 4, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'gw_port': {'id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:32Z', 'updated_at': '2021-02-12T21:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'ce5baef2-7e5a-4566-848a-e386450118eb', 'name': '', 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'mac_address': 'fa:16:3e:40:b5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '217c03cb-b699-430c-af4a-d830049b93e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:38Z', 'updated_at': '2021-02-12T21:38:48Z', 'revision_number': 4, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'subnets': [{'id': '217c03cb-b699-430c-af4a-d830049b93e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:38:51.870465 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca41df-e071-4eae-9cb1-466852ad403d req-4de04eb3-f537-43a2-a264-7082bf0afa23 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:51.872742 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-15ca41df-e071-4eae-9cb1-466852ad403d req-4de04eb3-f537-43a2-a264-7082bf0afa23 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.3236866 Feb 12 21:38:51.883776 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:51.884519 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:51.886070 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] 10.222.0.66 "PUT /v2.0/ports/deffa572-940c-4734-b712-4a124337e787 HTTP/1.1" status: 200 len: 1157 time: 4.2383268 Feb 12 21:38:51.904563 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d8fcdd-7368-4883-acbb-0583ba275f61', 'tag': 'deffa572-940c-4734-b712-4a124337e787'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:38:52.000224 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-15ca41df-e071-4eae-9cb1-466852ad403d req-303f6165-9533-4c11-8cbb-9a7128adbb26 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129041 Feb 12 21:38:52.055601 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:52.140964 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d8fcdd-7368-4883-acbb-0583ba275f61', 'tag': 'deffa572-940c-4734-b712-4a124337e787', 'status': 'completed', 'code': 200} Feb 12 21:38:52.282669 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-b1a4c379-ef09-4ca0-ba0e-6da801d106e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:52.284726 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-b1a4c379-ef09-4ca0-ba0e-6da801d106e7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=502f938b897a45acb132f948aac910d4&device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 1160 time: 0.2554805 Feb 12 21:38:52.360579 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:52.361822 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:52.558832 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-65cc512f-e6ba-474d-9b5c-19da497ee4c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=deffa572-940c-4734-b712-4a124337e787 HTTP/1.1" status: 200 len: 217 time: 0.2575004 Feb 12 21:38:52.713561 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device ce5baef2-7e5a-4566-848a-e386450118eb up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:52.727589 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Allocated IP 172.20.0.1 (eeca1f12-35a7-45aa-baff-a2a6adebe89b/f1deaea1-d5ba-4c4e-9fcf-43d6af647e96/0004a753-f9c2-42ed-9fdf-8462dc8a6229) {{(pid=84068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:38:52.762579 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:52.801949 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Transition to ACTIVE for port object 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60 will not be triggered until provisioned by entity L2. {{(pid=84072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:38:52.808668 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:52.957158 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-334fb99d-9540-4c4b-8347-0f339f9dde16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:52.968650 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-334fb99d-9540-4c4b-8347-0f339f9dde16 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49ec685f-382a-482d-8783-01abd46010d6 HTTP/1.1" status: 200 len: 849 time: 0.3922658 Feb 12 21:38:53.098875 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-cc25c9d3-3a5a-4064-b87f-bfcb53d0a332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:53.128723 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-e73ab9b8-b9b3-4cff-995e-105f2145a900 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0a3147d1-b34d-4b05-9e62-24d0afcd6fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588681 Feb 12 21:38:53.152522 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port ce5baef2-7e5a-4566-848a-e386450118eb completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:38:53.169781 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:53.186441 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port ce5baef2-7e5a-4566-848a-e386450118eb triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:53.194171 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:53.217211 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Transition to ACTIVE for port object 0004a753-f9c2-42ed-9fdf-8462dc8a6229 will not be triggered until provisioned by entity DHCP. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:38:53.277544 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:53.300620 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f23e8a-a6a2-4b9b-b8a0-3948ed870cef None None] Pushing event updated for resources: {'Port': ['ID=90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60,revision_number=2']} {{(pid=84072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:53.313638 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a8f23e8a-a6a2-4b9b-b8a0-3948ed870cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:53.334639 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:53.389592 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Attempting to bind port 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60 on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:38:53.390258 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Attempting to bind port 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60 by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}] {{(pid=84072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:38:53.390451 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Attempting to bind port 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60 on network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:38:53.407515 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:38:53.412111 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Checking segment: {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:38:53.412562 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:53.413217 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Bound using segment: {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'} {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:38:53.413770 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Bound port: 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}}] {{(pid=84072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:38:53.416051 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:53.485327 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-93e69277-6169-4f60-a7ff-26bb45a46f83 service neutron] 10.222.0.66 "GET /v2.0/networks/0a3147d1-b34d-4b05-9e62-24d0afcd6fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271866 Feb 12 21:38:53.625989 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80802d48-6440-400f-b60e-ebab954a799d req-12baa950-d1ee-44e8-85b0-8d0368579c72 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:53.657983 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-80802d48-6440-400f-b60e-ebab954a799d req-12baa950-d1ee-44e8-85b0-8d0368579c72 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 943 time: 0.8181341 Feb 12 21:38:53.663064 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:53.675330 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] For port 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:38:53.693012 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] For port 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:38:53.699062 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:53.724678 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] For port ce5baef2-7e5a-4566-848a-e386450118eb, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=ce5baef2-7e5a-4566-848a-e386450118eb,segment=NetworkSegment(dd6e8f15-3cdb-465f-92d3-0ade404b1c3b),segment_id=dd6e8f15-3cdb-465f-92d3-0ade404b1c3b)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:53.734078 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:53.761150 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:53.765437 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:53.854477 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:54.017046 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-80802d48-6440-400f-b60e-ebab954a799d req-498402db-c226-416e-9045-8dcdcf2cb316 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583121 Feb 12 21:38:54.194564 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f23e8a-a6a2-4b9b-b8a0-3948ed870cef None None] Pushing event updated for resources: {'Port': ['ID=90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60,revision_number=3']} {{(pid=84072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:54.200920 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2bd430-f92d-41e5-b954-1c98c5042d8e None None] Network eeca1f12-35a7-45aa-baff-a2a6adebe89b requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:38:54.219429 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a8f23e8a-a6a2-4b9b-b8a0-3948ed870cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:54.240957 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a2ac83a4-5e83-4bed-975d-34b4752e631e req-69daba69-480d-43f0-a623-5c600ba478a0 service neutron] 10.222.0.66 "GET /v2.0/networks/0a3147d1-b34d-4b05-9e62-24d0afcd6fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5800955 Feb 12 21:38:54.286301 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Routers {'43edb371-81b5-4050-8678-192dae91fbaf'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:38:54.287058 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:38:45Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['43edb371-81b5-4050-8678-192dae91fbaf'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:38:54.313307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656a359-f824-4558-9ba7-8789c829d255 req-8906e1d8-cd10-4305-87b8-28ae718377ec tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:54.322112 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f656a359-f824-4558-9ba7-8789c829d255 req-8906e1d8-cd10-4305-87b8-28ae718377ec tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 945 time: 0.3212509 Feb 12 21:38:54.352737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Pushing event updated for resources: {'Port': ['ID=0004a753-f9c2-42ed-9fdf-8462dc8a6229,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:54.391492 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.056s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:54.408473 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f656a359-f824-4558-9ba7-8789c829d255 req-b79b434b-a666-4582-a94c-11b0ba859692 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853159 Feb 12 21:38:54.526424 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c766d-b213-40b4-be7d-14029d9fa6b6 req-4071a655-0656-475f-adc6-0d9a06af8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:54.526867 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Network eeca1f12-35a7-45aa-baff-a2a6adebe89b is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:38:54.528208 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-317c766d-b213-40b4-be7d-14029d9fa6b6 req-4071a655-0656-475f-adc6-0d9a06af8230 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=502f938b897a45acb132f948aac910d4&device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 1160 time: 0.1163394 Feb 12 21:38:54.528922 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:54.532413 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Received port after_create {{(pid=84068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:38:54.536752 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Pushing event updated for resources: {'Port': ['ID=ce5baef2-7e5a-4566-848a-e386450118eb,revision_number=5']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:54.555604 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:54.589195 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:38:54.592452 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655939'] for router_interface, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:54.604360 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a7a41b6e-81bb-4335-bc85-f992e768ef1a None None] Provisioning for port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:38:54.617898 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:54.618499 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:54.682173 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a7a41b6e-81bb-4335-bc85-f992e768ef1a None None] Provisioning complete for port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:54.683152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a7a41b6e-81bb-4335-bc85-f992e768ef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:54.767115 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c766d-b213-40b4-be7d-14029d9fa6b6 req-b62f67e5-4e63-420e-8bb1-65a03f8a49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:54.769752 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-317c766d-b213-40b4-be7d-14029d9fa6b6 req-b62f67e5-4e63-420e-8bb1-65a03f8a49d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0a3147d1-b34d-4b05-9e62-24d0afcd6fcd HTTP/1.1" status: 200 len: 903 time: 0.2271054 Feb 12 21:38:54.795367 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] Set router 43edb371-81b5-4050-8678-192dae91fbaf gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:38:54.814534 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:55.014810 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-317c766d-b213-40b4-be7d-14029d9fa6b6 req-f66dd190-c620-4e48-85a3-9ec3660a71e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=deffa572-940c-4734-b712-4a124337e787 HTTP/1.1" status: 200 len: 217 time: 0.1880591 Feb 12 21:38:55.276697 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c766d-b213-40b4-be7d-14029d9fa6b6 req-718cd7ab-d0d5-4aaa-b215-f525db3743a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:55.279420 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-317c766d-b213-40b4-be7d-14029d9fa6b6 req-718cd7ab-d0d5-4aaa-b215-f525db3743a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=49ec685f-382a-482d-8783-01abd46010d6 HTTP/1.1" status: 200 len: 849 time: 0.2408683 Feb 12 21:38:55.380791 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a7a41b6e-81bb-4335-bc85-f992e768ef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:55.461695 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:55.471049 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43edb371-81b5-4050-8678-192dae91fbaf', 'name': 'tempest-TestShelveInstance-1417175348-router', 'tenant_id': 'd26f953f3c484b98b28a1daac8e88115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:45Z', 'updated_at': '2021-02-12T21:38:48Z', 'revision_number': 3, 'project_id': 'd26f953f3c484b98b28a1daac8e88115', 'gw_port': {'id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43edb371-81b5-4050-8678-192dae91fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:47Z', 'updated_at': '2021-02-12T21:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:38:55.482967 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9611231d-b998-4fa8-87c8-dc9fccce0bf3 None None] The sync data for ids ['43edb371-81b5-4050-8678-192dae91fbaf'] in dv-cinder-775250-2-smb is: [{'id': '43edb371-81b5-4050-8678-192dae91fbaf', 'name': 'tempest-TestShelveInstance-1417175348-router', 'tenant_id': 'd26f953f3c484b98b28a1daac8e88115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:45Z', 'updated_at': '2021-02-12T21:38:48Z', 'revision_number': 3, 'project_id': 'd26f953f3c484b98b28a1daac8e88115', 'gw_port': {'id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43edb371-81b5-4050-8678-192dae91fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:47Z', 'updated_at': '2021-02-12T21:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}] {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:38:55.604070 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:55.609876 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980256'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:55.639427 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] For port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06,segment=NetworkSegment(47903c81-2a67-41ff-a6ca-1752b5dc61ed),segment_id=47903c81-2a67-41ff-a6ca-1752b5dc61ed)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:55.666565 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:55.691066 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:55.708746 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d6c5cdfb-bf1a-4482-b1fc-a5c1f3d9fdcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:55.875822 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device ce5baef2-7e5a-4566-848a-e386450118eb up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:55.877364 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854128131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854119900'] for router_interface, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:55.982231 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-317c766d-b213-40b4-be7d-14029d9fa6b6 req-65d82e35-9567-4c41-951c-2bb76601fd4b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0a3147d1-b34d-4b05-9e62-24d0afcd6fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1809795 Feb 12 21:38:56.300176 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Pushing event updated for resources: {'Port': ['ID=0004a753-f9c2-42ed-9fdf-8462dc8a6229,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:56.301769 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-317c766d-b213-40b4-be7d-14029d9fa6b6 req-dd42a2fd-a845-4f3e-809a-25052ff905f8 service neutron] 10.222.0.66 "GET /v2.0/networks/0a3147d1-b34d-4b05-9e62-24d0afcd6fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970190 Feb 12 21:38:56.303744 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:56.320074 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Network eeca1f12-35a7-45aa-baff-a2a6adebe89b is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:38:56.321430 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:38:56.328459 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d9393d5e-7019-4327-9039-6b1ef0f5812f req-ec5d60ac-2077-4f4a-b05a-6eb7213129ed service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 1.0433590 Feb 12 21:38:56.385811 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Pushing event updated for resources: {'Port': ['ID=4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06,revision_number=3']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:56.395839 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:56.398263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [None req-a7a41b6e-81bb-4335-bc85-f992e768ef1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84070) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:38:56.398855 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [None req-a7a41b6e-81bb-4335-bc85-f992e768ef1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:38:56.413013 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port ce5baef2-7e5a-4566-848a-e386450118eb triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:56.413663 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:56.735888 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Router 43edb371-81b5-4050-8678-192dae91fbaf has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:38:56.874371 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c613005-4e90-4a13-8f3c-f625417df207 req-b417baa0-c7f5-44a8-aa82-81ee27c1f0b1 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:56.889129 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4c613005-4e90-4a13-8f3c-f625417df207 req-b417baa0-c7f5-44a8-aa82-81ee27c1f0b1 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 943 time: 1.0854158 Feb 12 21:38:57.007439 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9393d5e-7019-4327-9039-6b1ef0f5812f req-be75dbe1-0983-4281-948e-24df80fdad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:57.009226 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d9393d5e-7019-4327-9039-6b1ef0f5812f req-be75dbe1-0983-4281-948e-24df80fdad76 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d&device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 1162 time: 0.5563030 Feb 12 21:38:57.172575 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-02d28844-6584-4dce-8688-fad4e15730e4 None None] Provisioning complete for port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:57.174591 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-02d28844-6584-4dce-8688-fad4e15730e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:57.298244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9393d5e-7019-4327-9039-6b1ef0f5812f req-12532215-0689-46b0-a120-856414d1e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:57.304797 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d9393d5e-7019-4327-9039-6b1ef0f5812f req-12532215-0689-46b0-a120-856414d1e430 service neutron] 10.222.0.66 "GET /v2.0/networks?id=730a1daf-e569-454f-98a4-34427f6ca94f HTTP/1.1" status: 200 len: 911 time: 0.2637064 Feb 12 21:38:57.371743 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4c613005-4e90-4a13-8f3c-f625417df207 req-3d7fc869-8cda-453d-8d80-e7a9d435a056 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313340 Feb 12 21:38:57.413522 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:38:57.486058 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] 10.222.0.35 "PUT /v2.0/routers/43edb371-81b5-4050-8678-192dae91fbaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3541403 Feb 12 21:38:57.573673 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-02d28844-6584-4dce-8688-fad4e15730e4 None None] Provisioning for port 0004a753-f9c2-42ed-9fdf-8462dc8a6229 completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:38:57.585200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-02d28844-6584-4dce-8688-fad4e15730e4 None None] Provisioning complete for port 0004a753-f9c2-42ed-9fdf-8462dc8a6229 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:57.585609 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-02d28844-6584-4dce-8688-fad4e15730e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:57.588212 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d9393d5e-7019-4327-9039-6b1ef0f5812f req-4e33af8d-f691-4966-8a65-601489691f10 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 HTTP/1.1" status: 200 len: 1000 time: 0.2125928 Feb 12 21:38:57.676897 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-02d28844-6584-4dce-8688-fad4e15730e4 None None] Port 0004a753-f9c2-42ed-9fdf-8462dc8a6229 cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:38:57.707246 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9393d5e-7019-4327-9039-6b1ef0f5812f req-e1adbd5b-d85b-4267-b605-6ad52cc126be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:57.710728 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d9393d5e-7019-4327-9039-6b1ef0f5812f req-e1adbd5b-d85b-4267-b605-6ad52cc126be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3d14036-127d-49c7-a851-85c1a4e15dee HTTP/1.1" status: 200 len: 856 time: 0.1077995 Feb 12 21:38:57.715490 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-317c766d-b213-40b4-be7d-14029d9fa6b6 req-b9b81799-32a6-4053-882a-2115d92b55b1 service neutron] 10.222.0.66 "GET /v2.0/networks/0a3147d1-b34d-4b05-9e62-24d0afcd6fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3851459 Feb 12 21:38:57.822056 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0420be29-6d90-42fb-b3c8-f7793b746b53 None None] Provisioning complete for port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:57.822480 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0420be29-6d90-42fb-b3c8-f7793b746b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:57.921959 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:57.928404 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9393d5e-7019-4327-9039-6b1ef0f5812f req-05828484-3f2d-41f8-8572-05637041819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:57.932309 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d9393d5e-7019-4327-9039-6b1ef0f5812f req-05828484-3f2d-41f8-8572-05637041819e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=730a1daf-e569-454f-98a4-34427f6ca94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1910260 Feb 12 21:38:58.077060 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:58.077168 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:58.164495 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d9393d5e-7019-4327-9039-6b1ef0f5812f req-170f95b3-73d4-4b54-ba5f-6ab2991df0f9 service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216289 Feb 12 21:38:58.355368 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d9393d5e-7019-4327-9039-6b1ef0f5812f req-9d97dedc-78a1-43d9-ae50-51bd64858e6c service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1832905 Feb 12 21:38:58.373053 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:38:58.525428 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:38:58.533519 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:38:58.534181 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:58.810938 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:58.859646 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] For port 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:38:58.869526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:58.873895 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-fb40ca51-ec1a-4b86-acc4-97c7184a2b60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:38:58.988062 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Pushing event updated for resources: {'Port': ['ID=90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:38:58.992072 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:38:59.144385 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5296933-3ccf-4399-a393-7534c90a0b5d req-b224baa8-df07-48eb-81e8-4666225338f1 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:59.146461 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b5296933-3ccf-4399-a393-7534c90a0b5d req-b224baa8-df07-48eb-81e8-4666225338f1 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 943 time: 0.1275628 Feb 12 21:38:59.148546 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c8f6a-5fa9-44f4-b4df-8c0623e5b0a6 req-9c4155cc-f915-42b3-84cc-f094b18899e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:59.150107 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7d2c8f6a-5fa9-44f4-b4df-8c0623e5b0a6 req-9c4155cc-f915-42b3-84cc-f094b18899e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ade9798f9ae40008a2eba6065c86a71&device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 1162 time: 0.2272813 Feb 12 21:38:59.315924 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b5296933-3ccf-4399-a393-7534c90a0b5d req-74ebb0d6-459a-441c-8def-b25bdb372c0d tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615751 Feb 12 21:38:59.352059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c8f6a-5fa9-44f4-b4df-8c0623e5b0a6 req-160fa263-1bed-405d-a291-3176dceaba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:59.353979 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7d2c8f6a-5fa9-44f4-b4df-8c0623e5b0a6 req-160fa263-1bed-405d-a291-3176dceaba0d service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd HTTP/1.1" status: 200 len: 912 time: 0.1795716 Feb 12 21:38:59.354782 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Sync routers for ids ['43edb371-81b5-4050-8678-192dae91fbaf'] in dv-cinder-775250-2-smb {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:38:59.366133 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Routers {'43edb371-81b5-4050-8678-192dae91fbaf'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:38:59.366747 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:38:45Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['43edb371-81b5-4050-8678-192dae91fbaf'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:38:59.471606 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-c7852084-6f82-4649-8106-2c6f1b9f0df4 req-7d1282ad-6123-4daa-8a3a-218074e52238 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-158197342', 'description': 'tempest-TestShelveInstance-158197342 description'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:38:59.476717 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7d2c8f6a-5fa9-44f4-b4df-8c0623e5b0a6 req-8d5af834-b082-4422-afbc-d86055ce7a7f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=109779e5-aeda-4ab8-85bf-45c0e814f4a4 HTTP/1.1" status: 200 len: 217 time: 0.1135297 Feb 12 21:38:59.479237 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-c7852084-6f82-4649-8106-2c6f1b9f0df4 req-7d1282ad-6123-4daa-8a3a-218074e52238 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:59.485714 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-c7852084-6f82-4649-8106-2c6f1b9f0df4 req-7d1282ad-6123-4daa-8a3a-218074e52238 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Usage tracker for resource:security_group and tenant:49ec507faa244b44a51dada5f29b8cae is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:59.488962 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-c7852084-6f82-4649-8106-2c6f1b9f0df4 req-7d1282ad-6123-4daa-8a3a-218074e52238 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:59.495101 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-c7852084-6f82-4649-8106-2c6f1b9f0df4 req-7d1282ad-6123-4daa-8a3a-218074e52238 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:59.507690 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c7852084-6f82-4649-8106-2c6f1b9f0df4 req-7d1282ad-6123-4daa-8a3a-218074e52238 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:38:59.633678 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c8f6a-5fa9-44f4-b4df-8c0623e5b0a6 req-255bca30-63e2-46d2-b53f-ffbe2d758d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:38:59.635614 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7d2c8f6a-5fa9-44f4-b4df-8c0623e5b0a6 req-255bca30-63e2-46d2-b53f-ffbe2d758d36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5354e90-f0b4-413c-b8eb-fcea8549d5b4 HTTP/1.1" status: 200 len: 858 time: 0.1113575 Feb 12 21:38:59.636976 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Set router 43edb371-81b5-4050-8678-192dae91fbaf gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:38:59.645848 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-c7852084-6f82-4649-8106-2c6f1b9f0df4 req-7d1282ad-6123-4daa-8a3a-218074e52238 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:38:59.650626 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-c7852084-6f82-4649-8106-2c6f1b9f0df4 req-7d1282ad-6123-4daa-8a3a-218074e52238 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Usage tracker for resource:security_group_rule and tenant:49ec507faa244b44a51dada5f29b8cae is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:38:59.655760 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-c7852084-6f82-4649-8106-2c6f1b9f0df4 req-7d1282ad-6123-4daa-8a3a-218074e52238 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:38:59.662801 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-c7852084-6f82-4649-8106-2c6f1b9f0df4 req-7d1282ad-6123-4daa-8a3a-218074e52238 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:38:59.745471 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7d2c8f6a-5fa9-44f4-b4df-8c0623e5b0a6 req-815035af-f0a3-4f93-8a3d-e48c6581ebe3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753806 Feb 12 21:38:59.811929 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:39:00.001348 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:39:00.002438 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:00.222146 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7d2c8f6a-5fa9-44f4-b4df-8c0623e5b0a6 req-2b10f7d7-e829-48ee-9603-32b4bf11fd90 service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679368 Feb 12 21:39:00.230001 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c7852084-6f82-4649-8106-2c6f1b9f0df4 req-7d1282ad-6123-4daa-8a3a-218074e52238 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:00.245724 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43edb371-81b5-4050-8678-192dae91fbaf', 'name': 'tempest-TestShelveInstance-1417175348-router', 'tenant_id': 'd26f953f3c484b98b28a1daac8e88115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:45Z', 'updated_at': '2021-02-12T21:38:54Z', 'revision_number': 4, 'project_id': 'd26f953f3c484b98b28a1daac8e88115', 'gw_port': {'id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43edb371-81b5-4050-8678-192dae91fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:47Z', 'updated_at': '2021-02-12T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '0004a753-f9c2-42ed-9fdf-8462dc8a6229', 'name': '', 'network_id': 'eeca1f12-35a7-45aa-baff-a2a6adebe89b', 'tenant_id': 'd26f953f3c484b98b28a1daac8e88115', 'mac_address': 'fa:16:3e:12:de:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43edb371-81b5-4050-8678-192dae91fbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'f1deaea1-d5ba-4c4e-9fcf-43d6af647e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:52Z', 'updated_at': '2021-02-12T21:38:55Z', 'revision_number': 2, 'project_id': 'd26f953f3c484b98b28a1daac8e88115', 'subnets': [{'id': 'f1deaea1-d5ba-4c4e-9fcf-43d6af647e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:00.250569 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Checking router: 43edb371-81b5-4050-8678-192dae91fbaf for host: dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:39:00.250989 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Updating router 43edb371-81b5-4050-8678-192dae91fbaf port 0004a753-f9c2-42ed-9fdf-8462dc8a6229 binding host dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:39:00.308863 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:00.315725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c7852084-6f82-4649-8106-2c6f1b9f0df4 req-7d1282ad-6123-4daa-8a3a-218074e52238 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:00.323271 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2a8313da-6d79-4861-afa7-b7736fb81c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:00.354595 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74526a91-7f5e-49aa-9dce-0af4c62f4b4c req-bbda2e95-2ccf-4502-a19c-bbdf4d39598d tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:00.357502 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-74526a91-7f5e-49aa-9dce-0af4c62f4b4c req-bbda2e95-2ccf-4502-a19c-bbdf4d39598d tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.5781059 Feb 12 21:39:00.529169 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-74526a91-7f5e-49aa-9dce-0af4c62f4b4c req-8eb2b0ed-b747-43b7-9db9-35f2e91993cf tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585722 Feb 12 21:39:00.533175 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c7852084-6f82-4649-8106-2c6f1b9f0df4 req-7d1282ad-6123-4daa-8a3a-218074e52238 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:00.557964 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:00.558792 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c7852084-6f82-4649-8106-2c6f1b9f0df4 req-7d1282ad-6123-4daa-8a3a-218074e52238 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1049592 Feb 12 21:39:00.560084 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1282ad-6123-4daa-8a3a-218074e52238 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba46813b-ff70-4172-9ab8-be0d10620ac5,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:00.565172 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7d1282ad-6123-4daa-8a3a-218074e52238 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:00.654436 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7d2c8f6a-5fa9-44f4-b4df-8c0623e5b0a6 req-84b043fa-291a-4bb3-9063-be9407c77a8f service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4229820 Feb 12 21:39:00.720767 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-97566f83-4726-4357-b3f3-61653ac432c9 req-8f02dbab-a19e-4577-827b-46832b057ac4 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups/ba46813b-ff70-4172-9ab8-be0d10620ac5 HTTP/1.1" status: 200 len: 1800 time: 0.1184433 Feb 12 21:39:00.736243 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-97566f83-4726-4357-b3f3-61653ac432c9 req-c117b9da-5e51-4e57-bd80-54023582f8ee tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba46813b-ff70-4172-9ab8-be0d10620ac5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:39:00.736482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-97566f83-4726-4357-b3f3-61653ac432c9 req-c117b9da-5e51-4e57-bd80-54023582f8ee tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba46813b-ff70-4172-9ab8-be0d10620ac5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:39:00.746134 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-97566f83-4726-4357-b3f3-61653ac432c9 req-c117b9da-5e51-4e57-bd80-54023582f8ee tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:39:00.753533 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-97566f83-4726-4357-b3f3-61653ac432c9 req-c117b9da-5e51-4e57-bd80-54023582f8ee tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Usage tracker for resource:security_group_rule and tenant:49ec507faa244b44a51dada5f29b8cae is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:39:00.757744 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-97566f83-4726-4357-b3f3-61653ac432c9 req-c117b9da-5e51-4e57-bd80-54023582f8ee tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:39:00.767057 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-97566f83-4726-4357-b3f3-61653ac432c9 req-c117b9da-5e51-4e57-bd80-54023582f8ee tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:39:00.848820 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 34812) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:00.890823 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Notify callbacks [] for port, precommit_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:00.904960 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Transition to ACTIVE for port object 0004a753-f9c2-42ed-9fdf-8462dc8a6229 will not be triggered until provisioned by entity L2. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:39:00.907789 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:00.916670 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-97566f83-4726-4357-b3f3-61653ac432c9 req-c117b9da-5e51-4e57-bd80-54023582f8ee tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:00.924575 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:00.950610 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073d68a-4a68-4eab-aa0f-f4dcf165c5c7 req-c553c806-0e4a-41c2-a619-da2d2b1e39ee tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:00.952319 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5073d68a-4a68-4eab-aa0f-f4dcf165c5c7 req-c553c806-0e4a-41c2-a619-da2d2b1e39ee tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 943 time: 0.1727648 Feb 12 21:39:00.970741 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-97566f83-4726-4357-b3f3-61653ac432c9 req-c117b9da-5e51-4e57-bd80-54023582f8ee tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:00.991363 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-97566f83-4726-4357-b3f3-61653ac432c9 req-c117b9da-5e51-4e57-bd80-54023582f8ee tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193433'] for security_group_rule, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:00.996716 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:01.037719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117b9da-5e51-4e57-bd80-54023582f8ee tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5e006f-40b3-431b-8ca6-bbcd17543c05,revision_number=0']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:01.039778 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ee0318fa-ebc5-4871-9ee7-6a3ef1876b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:01.046470 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c117b9da-5e51-4e57-bd80-54023582f8ee tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:01.060143 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ee0318fa-ebc5-4871-9ee7-6a3ef1876b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:39:01.061286 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5073d68a-4a68-4eab-aa0f-f4dcf165c5c7 req-107cb43c-2395-404c-a368-9ccaae903702 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954764 Feb 12 21:39:01.065149 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ee0318fa-ebc5-4871-9ee7-6a3ef1876b0e admin admin] Usage tracker for resource:security_group_rule and tenant:bfba13d7301f48e888c4503803df4ec3 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:39:01.077728 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-97566f83-4726-4357-b3f3-61653ac432c9 req-c117b9da-5e51-4e57-bd80-54023582f8ee tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:01.077728 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-97566f83-4726-4357-b3f3-61653ac432c9 req-c117b9da-5e51-4e57-bd80-54023582f8ee tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3470609 Feb 12 21:39:01.083300 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9550e5-02f8-4e78-ad93-361474ecdece None None] Pushing event updated for resources: {'Port': ['ID=0004a753-f9c2-42ed-9fdf-8462dc8a6229,revision_number=3']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:01.087168 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-dc9550e5-02f8-4e78-ad93-361474ecdece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:01.093423 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ee0318fa-ebc5-4871-9ee7-6a3ef1876b0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:39:01.103056 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ee0318fa-ebc5-4871-9ee7-6a3ef1876b0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:39:01.204473 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ec009e9a-6325-4364-bc47-27e4766ce41c req-b97ff9ca-da45-434c-ba04-98a5ae1ebf42 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups/ba46813b-ff70-4172-9ab8-be0d10620ac5 HTTP/1.1" status: 200 len: 2393 time: 0.1014934 Feb 12 21:39:01.205921 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ee0318fa-ebc5-4871-9ee7-6a3ef1876b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:01.210808 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ee0318fa-ebc5-4871-9ee7-6a3ef1876b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:01.211383 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-ec009e9a-6325-4364-bc47-27e4766ce41c req-065b52f6-3166-43fb-8430-efa9d8f741f1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba46813b-ff70-4172-9ab8-be0d10620ac5', 'remote_group_id': None}]} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:39:01.211938 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-ec009e9a-6325-4364-bc47-27e4766ce41c req-065b52f6-3166-43fb-8430-efa9d8f741f1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba46813b-ff70-4172-9ab8-be0d10620ac5', 'remote_group_id': None}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:39:01.219233 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-ec009e9a-6325-4364-bc47-27e4766ce41c req-065b52f6-3166-43fb-8430-efa9d8f741f1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:39:01.222062 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-09f0adf7-d27f-4462-9580-6d0033bc9fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:01.223854 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-ec009e9a-6325-4364-bc47-27e4766ce41c req-065b52f6-3166-43fb-8430-efa9d8f741f1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Usage tracker for resource:security_group_rule and tenant:49ec507faa244b44a51dada5f29b8cae is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:39:01.227252 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-ec009e9a-6325-4364-bc47-27e4766ce41c req-065b52f6-3166-43fb-8430-efa9d8f741f1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:39:01.234357 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-ec009e9a-6325-4364-bc47-27e4766ce41c req-065b52f6-3166-43fb-8430-efa9d8f741f1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:39:01.266514 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0318fa-ebc5-4871-9ee7-6a3ef1876b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5394e94-e8b7-493d-92df-2d74c5392f15,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:01.272955 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ee0318fa-ebc5-4871-9ee7-6a3ef1876b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:01.283565 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ee0318fa-ebc5-4871-9ee7-6a3ef1876b0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bfba13d7301f48e888c4503803df4ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4329681 Feb 12 21:39:01.284331 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 34824) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:01.327406 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-ec009e9a-6325-4364-bc47-27e4766ce41c req-065b52f6-3166-43fb-8430-efa9d8f741f1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:01.367319 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1521c6b6-f548-4cf6-a646-15aca4fac994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:01.367982 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-ec009e9a-6325-4364-bc47-27e4766ce41c req-065b52f6-3166-43fb-8430-efa9d8f741f1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:01.371147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-ec009e9a-6325-4364-bc47-27e4766ce41c req-065b52f6-3166-43fb-8430-efa9d8f741f1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193433'] for security_group_rule, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:01.374484 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c117b9da-5e51-4e57-bd80-54023582f8ee tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:01.399184 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1521c6b6-f548-4cf6-a646-15aca4fac994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:01.406071 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b52f6-3166-43fb-8430-efa9d8f741f1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b589bc9d-9293-4e1b-aaeb-0c18b0e7203f,revision_number=0']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:01.408909 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-065b52f6-3166-43fb-8430-efa9d8f741f1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:01.433623 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-ec009e9a-6325-4364-bc47-27e4766ce41c req-065b52f6-3166-43fb-8430-efa9d8f741f1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:01.435568 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ec009e9a-6325-4364-bc47-27e4766ce41c req-065b52f6-3166-43fb-8430-efa9d8f741f1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2299132 Feb 12 21:39:01.452740 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Attempting to bind port 0004a753-f9c2-42ed-9fdf-8462dc8a6229 on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:39:01.453161 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Attempting to bind port 0004a753-f9c2-42ed-9fdf-8462dc8a6229 by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': '47903c81-2a67-41ff-a6ca-1752b5dc61ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeca1f12-35a7-45aa-baff-a2a6adebe89b'}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:39:01.453577 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Attempting to bind port 0004a753-f9c2-42ed-9fdf-8462dc8a6229 on network eeca1f12-35a7-45aa-baff-a2a6adebe89b {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:39:01.463299 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:39:01.463828 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Checking segment: {'id': '47903c81-2a67-41ff-a6ca-1752b5dc61ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeca1f12-35a7-45aa-baff-a2a6adebe89b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:39:01.464336 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:01.464870 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Bound using segment: {'id': '47903c81-2a67-41ff-a6ca-1752b5dc61ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeca1f12-35a7-45aa-baff-a2a6adebe89b'} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:39:01.465556 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Bound port: 0004a753-f9c2-42ed-9fdf-8462dc8a6229, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47903c81-2a67-41ff-a6ca-1752b5dc61ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeca1f12-35a7-45aa-baff-a2a6adebe89b'}}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:39:01.465863 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:01.467032 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1521c6b6-f548-4cf6-a646-15aca4fac994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:01.473793 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0a3f88f3-11d5-4fcf-84a0-4f67a9eb4750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:01.492774 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521c6b6-f548-4cf6-a646-15aca4fac994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5394e94-e8b7-493d-92df-2d74c5392f15,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:01.496182 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1521c6b6-f548-4cf6-a646-15aca4fac994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:01.498536 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1521c6b6-f548-4cf6-a646-15aca4fac994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:01.503049 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-1521c6b6-f548-4cf6-a646-15aca4fac994 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b5394e94-e8b7-493d-92df-2d74c5392f15 HTTP/1.1" status: 204 len: 168 time: 0.2176027 Feb 12 21:39:01.611934 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] For port 0004a753-f9c2-42ed-9fdf-8462dc8a6229, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:39:01.616022 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] For port 0004a753-f9c2-42ed-9fdf-8462dc8a6229, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=0004a753-f9c2-42ed-9fdf-8462dc8a6229,segment=NetworkSegment(47903c81-2a67-41ff-a6ca-1752b5dc61ed),segment_id=47903c81-2a67-41ff-a6ca-1752b5dc61ed)] {{(pid=84070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:39:01.621185 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:01.642303 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:01.874398 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9550e5-02f8-4e78-ad93-361474ecdece None None] Pushing event updated for resources: {'Port': ['ID=0004a753-f9c2-42ed-9fdf-8462dc8a6229,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:01.877975 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-dc9550e5-02f8-4e78-ad93-361474ecdece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:01.905354 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694c5a5-28aa-4da3-a288-ee8b516abf9f req-f58b138b-5b28-4f77-b458-a41db03ae18a tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:01.913401 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2694c5a5-28aa-4da3-a288-ee8b516abf9f req-f58b138b-5b28-4f77-b458-a41db03ae18a tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1461282 Feb 12 21:39:01.930343 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Routers {'43edb371-81b5-4050-8678-192dae91fbaf'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:39:01.931247 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:38:45Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['43edb371-81b5-4050-8678-192dae91fbaf'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:01.986812 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2694c5a5-28aa-4da3-a288-ee8b516abf9f req-ce9f6ea0-2322-40ab-8928-9713e927f124 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628240 Feb 12 21:39:02.199882 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] Set router 43edb371-81b5-4050-8678-192dae91fbaf gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:39:02.366075 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75749e9b-2909-40fa-a409-8fa512727124 req-da5067c7-9458-4774-8295-93c3ee17bb6d tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:02.367778 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-75749e9b-2909-40fa-a409-8fa512727124 req-da5067c7-9458-4774-8295-93c3ee17bb6d tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 943 time: 0.1421227 Feb 12 21:39:02.500377 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-75749e9b-2909-40fa-a409-8fa512727124 req-12644ed7-c22a-41e3-9698-21ce59b55ae7 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190088 Feb 12 21:39:02.882835 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43edb371-81b5-4050-8678-192dae91fbaf', 'name': 'tempest-TestShelveInstance-1417175348-router', 'tenant_id': 'd26f953f3c484b98b28a1daac8e88115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:45Z', 'updated_at': '2021-02-12T21:38:54Z', 'revision_number': 4, 'project_id': 'd26f953f3c484b98b28a1daac8e88115', 'gw_port': {'id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43edb371-81b5-4050-8678-192dae91fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:47Z', 'updated_at': '2021-02-12T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '0004a753-f9c2-42ed-9fdf-8462dc8a6229', 'name': '', 'network_id': 'eeca1f12-35a7-45aa-baff-a2a6adebe89b', 'tenant_id': 'd26f953f3c484b98b28a1daac8e88115', 'mac_address': 'fa:16:3e:12:de:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43edb371-81b5-4050-8678-192dae91fbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'f1deaea1-d5ba-4c4e-9fcf-43d6af647e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:52Z', 'updated_at': '2021-02-12T21:39:01Z', 'revision_number': 4, 'project_id': 'd26f953f3c484b98b28a1daac8e88115', 'subnets': [{'id': 'f1deaea1-d5ba-4c4e-9fcf-43d6af647e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:02.887609 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176255ee-e2d6-44b2-bf82-704e41c2f6c2 None None] The sync data for ids ['43edb371-81b5-4050-8678-192dae91fbaf'] in dv-cinder-775250-2-smb is: [{'id': '43edb371-81b5-4050-8678-192dae91fbaf', 'name': 'tempest-TestShelveInstance-1417175348-router', 'tenant_id': 'd26f953f3c484b98b28a1daac8e88115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:45Z', 'updated_at': '2021-02-12T21:38:54Z', 'revision_number': 4, 'project_id': 'd26f953f3c484b98b28a1daac8e88115', 'gw_port': {'id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43edb371-81b5-4050-8678-192dae91fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:47Z', 'updated_at': '2021-02-12T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '0004a753-f9c2-42ed-9fdf-8462dc8a6229', 'name': '', 'network_id': 'eeca1f12-35a7-45aa-baff-a2a6adebe89b', 'tenant_id': 'd26f953f3c484b98b28a1daac8e88115', 'mac_address': 'fa:16:3e:12:de:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43edb371-81b5-4050-8678-192dae91fbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'f1deaea1-d5ba-4c4e-9fcf-43d6af647e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:52Z', 'updated_at': '2021-02-12T21:39:01Z', 'revision_number': 4, 'project_id': 'd26f953f3c484b98b28a1daac8e88115', 'subnets': [{'id': 'f1deaea1-d5ba-4c4e-9fcf-43d6af647e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:39:03.182301 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512db04-599c-47d7-828b-61a23b22912f req-dc6d97d8-31cd-4ed3-ae91-94927df0913d tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:03.184047 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2512db04-599c-47d7-828b-61a23b22912f req-dc6d97d8-31cd-4ed3-ae91-94927df0913d tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.0974166 Feb 12 21:39:03.243114 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2512db04-599c-47d7-828b-61a23b22912f req-8c657be7-703d-4896-8578-442634f97377 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520980 Feb 12 21:39:03.302653 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device deffa572-940c-4734-b712-4a124337e787 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:39:03.383447 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port deffa572-940c-4734-b712-4a124337e787 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:39:03.392940 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port deffa572-940c-4734-b712-4a124337e787 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:39:03.393708 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:03.617944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:03.661002 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d8fcdd-7368-4883-acbb-0583ba275f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deffa572-940c-4734-b712-4a124337e787'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:39:03.710881 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port deffa572-940c-4734-b712-4a124337e787, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=deffa572-940c-4734-b712-4a124337e787,segment=NetworkSegment(9fe55b32-756e-4997-a56b-129e7721f404),segment_id=9fe55b32-756e-4997-a56b-129e7721f404)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:03.721577 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:03.733638 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:03.807257 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d8fcdd-7368-4883-acbb-0583ba275f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deffa572-940c-4734-b712-4a124337e787', 'code': 200} Feb 12 21:39:03.912919 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=deffa572-940c-4734-b712-4a124337e787,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:03.921555 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:03.923818 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 0004a753-f9c2-42ed-9fdf-8462dc8a6229 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:39:03.944604 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001f076-7f0a-4b96-b376-e314ef13af7b req-98d92bdc-00ba-439c-b30b-2ab4ade771c9 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:03.952561 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8001f076-7f0a-4b96-b376-e314ef13af7b req-98d92bdc-00ba-439c-b30b-2ab4ade771c9 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 945 time: 0.2280288 Feb 12 21:39:04.025350 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8001f076-7f0a-4b96-b376-e314ef13af7b req-e8cad556-0bdd-4185-b7ed-840104be4162 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658355 Feb 12 21:39:04.090148 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port 0004a753-f9c2-42ed-9fdf-8462dc8a6229 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:39:04.103902 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 0004a753-f9c2-42ed-9fdf-8462dc8a6229 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:39:04.104517 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:04.281958 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed33abb-3aec-4bdb-a526-d225f893ccbe req-fbaa3ae5-0b48-4848-aeef-490a7ec7a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:04.285313 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8ed33abb-3aec-4bdb-a526-d225f893ccbe req-fbaa3ae5-0b48-4848-aeef-490a7ec7a647 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 1162 time: 0.1279392 Feb 12 21:39:04.370389 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:04.382874 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8ed33abb-3aec-4bdb-a526-d225f893ccbe req-7a171b5d-e0de-4cf8-9cbe-8c12e1e9f5ac service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875518 Feb 12 21:39:04.462519 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] For port 0004a753-f9c2-42ed-9fdf-8462dc8a6229, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=0004a753-f9c2-42ed-9fdf-8462dc8a6229,segment=NetworkSegment(47903c81-2a67-41ff-a6ca-1752b5dc61ed),segment_id=47903c81-2a67-41ff-a6ca-1752b5dc61ed)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:04.468170 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:04.470781 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:04.572490 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Pushing event updated for resources: {'Port': ['ID=0004a753-f9c2-42ed-9fdf-8462dc8a6229,revision_number=5']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:04.575959 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4608fd6-b969-41ce-bf0d-2185b9a6ff45 req-e623ba60-e95a-4f6e-b427-e51e15d9d949 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:04.577677 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a4608fd6-b969-41ce-bf0d-2185b9a6ff45 req-e623ba60-e95a-4f6e-b427-e51e15d9d949 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1286042 Feb 12 21:39:04.582786 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:04.636264 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a4608fd6-b969-41ce-bf0d-2185b9a6ff45 req-c97827fc-12db-4bb2-b711-b33032ddd71d tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516090 Feb 12 21:39:05.251667 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c387563-a2f2-47ac-8cd1-b3c2a8be9859 req-04af3077-6004-4d11-bdbc-ae868ac5e24d tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:05.253309 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4c387563-a2f2-47ac-8cd1-b3c2a8be9859 req-04af3077-6004-4d11-bdbc-ae868ac5e24d tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 945 time: 0.1035330 Feb 12 21:39:05.308690 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4c387563-a2f2-47ac-8cd1-b3c2a8be9859 req-6566ed46-f63b-48fc-bc4d-52f42bc21010 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470552 Feb 12 21:39:05.607493 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:39:05.748777 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 0004a753-f9c2-42ed-9fdf-8462dc8a6229 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:39:05.823368 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 0004a753-f9c2-42ed-9fdf-8462dc8a6229 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:39:05.823892 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:05.864957 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc80bec-f89f-4be4-b75a-2847c0b98c8a req-7af050b7-c6d5-4f0f-8ef1-1445120d8ea5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:05.867420 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1cc80bec-f89f-4be4-b75a-2847c0b98c8a req-7af050b7-c6d5-4f0f-8ef1-1445120d8ea5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1148586 Feb 12 21:39:05.935651 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1cc80bec-f89f-4be4-b75a-2847c0b98c8a req-730234a4-b520-4730-8d6d-91dba5e4f1f5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605476 Feb 12 21:39:06.264265 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device deffa572-940c-4734-b712-4a124337e787 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:39:06.432223 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port deffa572-940c-4734-b712-4a124337e787 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:39:06.432712 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:06.606938 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55573b3-8843-4e7b-aec6-2f700843b5bc req-6a202a6c-7ff7-4303-8b57-ac9fe0d37c9b tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:06.608580 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a55573b3-8843-4e7b-aec6-2f700843b5bc req-6a202a6c-7ff7-4303-8b57-ac9fe0d37c9b tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 945 time: 0.0970857 Feb 12 21:39:06.656914 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a55573b3-8843-4e7b-aec6-2f700843b5bc req-b6903606-1027-455c-98e6-a92789e0e506 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415540 Feb 12 21:39:07.149640 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa6bbd-9ad9-4d99-b7b5-dec850e31816 req-66b13e55-75ec-4474-aedf-753f60de2df1 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:07.151268 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-42aa6bbd-9ad9-4d99-b7b5-dec850e31816 req-66b13e55-75ec-4474-aedf-753f60de2df1 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1011941 Feb 12 21:39:07.207814 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-42aa6bbd-9ad9-4d99-b7b5-dec850e31816 req-35e0c1f5-a190-4d1c-a0bc-8818ca48a833 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470150 Feb 12 21:39:07.854960 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c51d2-74ab-42fc-8fff-9578398b0d08 req-05d05838-5fcb-4eea-a9d1-a3ad0393fd7f tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:07.857088 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cb9c51d2-74ab-42fc-8fff-9578398b0d08 req-05d05838-5fcb-4eea-a9d1-a3ad0393fd7f tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 945 time: 0.0870736 Feb 12 21:39:07.905145 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cb9c51d2-74ab-42fc-8fff-9578398b0d08 req-ee6b8582-5935-41f3-8337-af95f7b990a6 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 Feb 12 21:39:08.381506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 35064) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:08.456040 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9499106-ab2b-42cc-afb9-c40d0e9eb1ca req-43f2ecdd-aee3-4ebb-aacc-7e71ff7d4b4f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:08.457643 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f9499106-ab2b-42cc-afb9-c40d0e9eb1ca req-43f2ecdd-aee3-4ebb-aacc-7e71ff7d4b4f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1214521 Feb 12 21:39:08.460923 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_v2 [None req-233bca08-162c-4329-bbda-784156dc56bc admin admin] Deleting subnet 57880a78-e4cc-47d5-bf37-b66a60a8f142 {{(pid=84068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:39:08.464423 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-233bca08-162c-4329-bbda-784156dc56bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:08.510159 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f9499106-ab2b-42cc-afb9-c40d0e9eb1ca req-c30ea8db-a9bb-4ed1-99b2-d7f5c232ca6d tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459054 Feb 12 21:39:08.530448 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-233bca08-162c-4329-bbda-784156dc56bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844261269'] for subnet, precommit_delete_associations {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:08.594177 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-233bca08-162c-4329-bbda-784156dc56bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850750012'] for subnet, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:08.870207 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-233bca08-162c-4329-bbda-784156dc56bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4025805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10980213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842905365'] for subnet, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:08.888535 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-632d56ea-6629-495f-8140-e4eabc648ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:08.992679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bca08-162c-4329-bbda-784156dc56bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57880a78-e4cc-47d5-bf37-b66a60a8f142,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:09.002567 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-233bca08-162c-4329-bbda-784156dc56bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:09.029932 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-233bca08-162c-4329-bbda-784156dc56bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:09.036908 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-233bca08-162c-4329-bbda-784156dc56bc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/57880a78-e4cc-47d5-bf37-b66a60a8f142 HTTP/1.1" status: 204 len: 168 time: 0.6542652 Feb 12 21:39:09.038870 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 35084) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:09.163030 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1d002a14-5b74-4879-88c7-6c4d066b0c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3865086'] for network, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:09.427679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdacb9e-cbf3-44e2-9cb5-2f4772ba936e req-c43ef83d-2192-4288-9eaa-0f98d4e5f6cd tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:09.433693 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9fdacb9e-cbf3-44e2-9cb5-2f4772ba936e req-c43ef83d-2192-4288-9eaa-0f98d4e5f6cd tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 945 time: 0.1295886 Feb 12 21:39:09.459431 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1d002a14-5b74-4879-88c7-6c4d066b0c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850739933', 'neutron.services.segments.db._delete_segments_for_network-8792999462447'] for network, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:09.497238 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9fdacb9e-cbf3-44e2-9cb5-2f4772ba936e req-c50050ac-d2d5-4e2f-9564-07ae75f1a511 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593910 Feb 12 21:39:09.589637 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-1d002a14-5b74-4879-88c7-6c4d066b0c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100c4cfb-e1af-4f23-9d38-b4ac59e81fd5']}} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:09.603154 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-1d002a14-5b74-4879-88c7-6c4d066b0c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c13a1a-9eaf-4e2f-9820-2400321b0d09') {'for_net_delete': True} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:09.603500 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-1d002a14-5b74-4879-88c7-6c4d066b0c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c13a1a-9eaf-4e2f-9820-2400321b0d09') {} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:09.616342 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1d002a14-5b74-4879-88c7-6c4d066b0c4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243855186104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10514531'] for segment, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:09.633094 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1d002a14-5b74-4879-88c7-6c4d066b0c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:09.635241 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1d002a14-5b74-4879-88c7-6c4d066b0c4e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:39:09.737699 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a94fb4-434a-49b5-81d7-9358698d7b22 req-91e666fc-04e3-4ecb-bd70-a1e1e4775308 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:09.739354 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f1a94fb4-434a-49b5-81d7-9358698d7b22 req-91e666fc-04e3-4ecb-bd70-a1e1e4775308 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1031256 Feb 12 21:39:09.844501 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1d002a14-5b74-4879-88c7-6c4d066b0c4e admin admin] Network 100c4cfb-e1af-4f23-9d38-b4ac59e81fd5 has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:39:09.854924 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f1a94fb4-434a-49b5-81d7-9358698d7b22 req-d01a5c23-97b4-46d6-9c21-3a6e27adf2b3 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065352 Feb 12 21:39:09.856605 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1d002a14-5b74-4879-88c7-6c4d066b0c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4030055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980226'] for segment, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:09.884687 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d62f9e-c780-4e72-a0e3-f7709a8e49c0 req-5c796d64-5bb4-4ff2-bcdc-76e508878b95 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:09.886343 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-37d62f9e-c780-4e72-a0e3-f7709a8e49c0 req-5c796d64-5bb4-4ff2-bcdc-76e508878b95 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 945 time: 0.1408880 Feb 12 21:39:09.946858 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-37d62f9e-c780-4e72-a0e3-f7709a8e49c0 req-77f860ac-8f9e-48d8-ab38-e34c5de21636 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532095 Feb 12 21:39:10.047949 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1d002a14-5b74-4879-88c7-6c4d066b0c4e admin admin] Network 100c4cfb-e1af-4f23-9d38-b4ac59e81fd5 has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: Traceback (most recent call last): Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: timer() Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: cb(*args, **kw) Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: return func(*args, **kwargs) Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: self._notify() Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: self.callback(batched_events) Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: event.method(event) Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: segment_id)['aggregates'][0] Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: return f(self, *a, **k) Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: return self._get(url).json() Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: **kwargs) Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: return self.request(url, 'GET', **kwargs) Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: **endpoint_filter) Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:39:10.072301 dv-cinder-775250-2-smb neutron-server[83958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:39:10.153160 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1d002a14-5b74-4879-88c7-6c4d066b0c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4035899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854114878'] for network, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:10.157007 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:10.171804 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1d002a14-5b74-4879-88c7-6c4d066b0c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:10.186914 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d002a14-5b74-4879-88c7-6c4d066b0c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=100c4cfb-e1af-4f23-9d38-b4ac59e81fd5,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:10.190412 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1d002a14-5b74-4879-88c7-6c4d066b0c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:10.194968 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-1d002a14-5b74-4879-88c7-6c4d066b0c4e admin admin] 10.222.0.35 "DELETE /v2.0/networks/100c4cfb-e1af-4f23-9d38-b4ac59e81fd5 HTTP/1.1" status: 204 len: 168 time: 1.1549575 Feb 12 21:39:10.197974 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 35108) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:10.264152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a00569-cd08-4bab-a67e-c88cf47e58ee admin admin] Deleting subnet 46cdceb9-f0ef-47d8-955c-18cc5f0fdfb4 {{(pid=84068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:39:10.267171 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e4a00569-cd08-4bab-a67e-c88cf47e58ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:10.318977 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e4a00569-cd08-4bab-a67e-c88cf47e58ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844261269'] for subnet, precommit_delete_associations {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:10.613932 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e4a00569-cd08-4bab-a67e-c88cf47e58ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850750012'] for subnet, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:10.705871 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd77b0-4205-4faf-a6a3-0c2bf1f6ded5 req-190912c6-0449-4cc2-bf18-b1abe0954b77 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:10.707418 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-37fd77b0-4205-4faf-a6a3-0c2bf1f6ded5 req-190912c6-0449-4cc2-bf18-b1abe0954b77 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 945 time: 0.0893018 Feb 12 21:39:10.760892 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-37fd77b0-4205-4faf-a6a3-0c2bf1f6ded5 req-309e7cae-775d-4707-968b-86e79473bffc tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465620 Feb 12 21:39:10.877979 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e4a00569-cd08-4bab-a67e-c88cf47e58ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4025805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10980213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842905365'] for subnet, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:10.897864 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:10.981100 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a00569-cd08-4bab-a67e-c88cf47e58ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46cdceb9-f0ef-47d8-955c-18cc5f0fdfb4,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:10.996080 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e4a00569-cd08-4bab-a67e-c88cf47e58ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:11.037063 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e4a00569-cd08-4bab-a67e-c88cf47e58ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:11.046276 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e4a00569-cd08-4bab-a67e-c88cf47e58ee admin admin] 10.222.0.35 "DELETE /v2.0/subnets/46cdceb9-f0ef-47d8-955c-18cc5f0fdfb4 HTTP/1.1" status: 204 len: 168 time: 0.8445845 Feb 12 21:39:11.046783 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 35124) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:11.230413 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca63c0f-7ea1-49b3-b320-ab6dbd8d8e72 req-ed4e7fca-cbaf-4571-84d8-790bb56306a2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:11.232109 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9ca63c0f-7ea1-49b3-b320-ab6dbd8d8e72 req-ed4e7fca-cbaf-4571-84d8-790bb56306a2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.2513232 Feb 12 21:39:11.240550 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3865086'] for network, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:11.426697 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9ca63c0f-7ea1-49b3-b320-ab6dbd8d8e72 req-e5cc4618-b26e-43db-94ad-2691fddb645b tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269698 Feb 12 21:39:11.482383 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22339e8d-66ab-4b6a-9f94-1ea12587639c req-bf0c486e-738b-49d5-b365-401ee366fbed tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:11.484410 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-22339e8d-66ab-4b6a-9f94-1ea12587639c req-bf0c486e-738b-49d5-b365-401ee366fbed tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 945 time: 0.3549194 Feb 12 21:39:11.534351 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850739933', 'neutron.services.segments.db._delete_segments_for_network-8792999462447'] for network, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:11.636245 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-22339e8d-66ab-4b6a-9f94-1ea12587639c req-6d8c1ee9-bd99-4664-972a-b67efd88f680 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361477 Feb 12 21:39:11.688479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:39:11.688479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:39:11.688479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:39:11.688479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Subscribe: > port after_create 55550000 {{(pid=84069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:39:11.688479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:39:11.688479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Subscribe: > port after_update 55550000 {{(pid=84069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:39:11.688479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:39:11.688479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:39:11.688479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:39:11.688479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:39:11.760943 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:39:11.761343 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:39:11.761733 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:39:11.762124 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84069) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 12 21:39:11.762497 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019d702f-91a6-40b7-9713-3ee3bd4fb646']}} {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:11.776664 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20952c4-da59-4676-b8cd-689ebc8423f7') {'for_net_delete': True} {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:11.777000 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20952c4-da59-4676-b8cd-689ebc8423f7') {} {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:11.795957 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243855186104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036592407405'] for segment, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:11.822749 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:11.822749 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:39:12.008423 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-32eced3c-08b4-4010-85e6-ef8ff7c413dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:12.045866 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device deffa572-940c-4734-b712-4a124337e787 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:39:12.210557 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:12.260156 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d8fcdd-7368-4883-acbb-0583ba275f61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deffa572-940c-4734-b712-4a124337e787'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:39:12.274298 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port deffa572-940c-4734-b712-4a124337e787, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=deffa572-940c-4734-b712-4a124337e787,segment=NetworkSegment(9fe55b32-756e-4997-a56b-129e7721f404),segment_id=9fe55b32-756e-4997-a56b-129e7721f404)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:12.283672 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:12.285865 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-dc9550e5-02f8-4e78-ad93-361474ecdece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:12.363874 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d8fcdd-7368-4883-acbb-0583ba275f61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deffa572-940c-4734-b712-4a124337e787', 'code': 200} Feb 12 21:39:12.372981 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Network 019d702f-91a6-40b7-9713-3ee3bd4fb646 has no segments {{(pid=84069) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:39:12.392596 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4030055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11382389'] for segment, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:12.436230 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=deffa572-940c-4734-b712-4a124337e787,revision_number=5']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:12.440100 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:12.516613 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9e567-baa5-4f58-b490-69010c05c206 req-4f1338d8-9b90-417d-88a8-619214bd62ea tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:12.519167 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-16e9e567-baa5-4f58-b490-69010c05c206 req-4f1338d8-9b90-417d-88a8-619214bd62ea tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 945 time: 0.5740690 Feb 12 21:39:12.719729 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830a495-8ca9-4c9d-a305-c51abb87b417 req-d697cb3c-c879-4cef-95b5-96158e612ac9 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:12.721362 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f830a495-8ca9-4c9d-a305-c51abb87b417 req-d697cb3c-c879-4cef-95b5-96158e612ac9 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 945 time: 0.7782841 Feb 12 21:39:12.725820 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Network 019d702f-91a6-40b7-9713-3ee3bd4fb646 has no segments {{(pid=84069) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: from cryptography.utils import int_from_bytes Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: from cryptography.utils import int_from_bytes Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: (rel_b, rel_a, rel_b), Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: (rel_b, rel_a, rel_b), Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: Traceback (most recent call last): Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: timer() Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: cb(*args, **kw) Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: return func(*args, **kwargs) Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: self._notify() Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: self.callback(batched_events) Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: event.method(event) Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: segment_id)['aggregates'][0] Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: return f(self, *a, **k) Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: return self._get(url).json() Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: **kwargs) Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: return self.request(url, 'GET', **kwargs) Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: **endpoint_filter) Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:39:12.801774 dv-cinder-775250-2-smb neutron-server[83958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:39:12.805257 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-16e9e567-baa5-4f58-b490-69010c05c206 req-057b1501-3997-48ae-a772-69a3e045caa3 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778039 Feb 12 21:39:12.947807 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-f830a495-8ca9-4c9d-a305-c51abb87b417 req-58610d24-10fc-446c-a1f1-326db585d0d5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Deleting port deffa572-940c-4734-b712-4a124337e787 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:39:12.948148 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-f830a495-8ca9-4c9d-a305-c51abb87b417 req-58610d24-10fc-446c-a1f1-326db585d0d5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:13.028245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4035899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854114878'] for network, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:13.061639 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ba782262-2108-44b3-bf47-d6c1b822428c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:13.125594 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:13.147163 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Pushing event deleted for resources: {'Network': ['ID=019d702f-91a6-40b7-9713-3ee3bd4fb646,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:13.159730 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccd3e0-a8e7-487b-8961-6e841d8d9b96 req-ceef5968-5db9-4030-a5a6-694a4bafd644 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:13.161426 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-65ccd3e0-a8e7-487b-8961-6e841d8d9b96 req-ceef5968-5db9-4030-a5a6-694a4bafd644 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.5448201 Feb 12 21:39:13.198976 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:13.208741 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-1751af05-3d72-49f2-aa74-0de1eeaee994 admin admin] 10.222.0.35 "DELETE /v2.0/networks/019d702f-91a6-40b7-9713-3ee3bd4fb646 HTTP/1.1" status: 204 len: 168 time: 2.1608579 Feb 12 21:39:13.381095 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-65ccd3e0-a8e7-487b-8961-6e841d8d9b96 req-af846767-a42f-4121-87a6-a72950bf41d1 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895132 Feb 12 21:39:13.390862 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48f042-b92a-405f-b17a-bfd701af28a0 req-999fee26-af2f-4aac-8194-7dca664e47f8 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:13.392523 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-af48f042-b92a-405f-b17a-bfd701af28a0 req-999fee26-af2f-4aac-8194-7dca664e47f8 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 945 time: 0.4535336 Feb 12 21:39:13.455784 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-b443ca27-5ef8-4e70-bd89-f582b389770f tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:13.457341 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-b443ca27-5ef8-4e70-bd89-f582b389770f tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.66 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 945 time: 0.4009612 Feb 12 21:39:13.468819 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 35194) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:13.567973 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-af48f042-b92a-405f-b17a-bfd701af28a0 req-f66aa396-dad9-46dd-a7a2-58fe296ec8d7 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637130 Feb 12 21:39:13.569633 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-c6f6a32f-fd98-4c9a-9ad0-ab720261fb7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=67d68631fefa4684b334111d2345cba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989804 Feb 12 21:39:13.570492 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 35200) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:13.599345 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-f830a495-8ca9-4c9d-a305-c51abb87b417 req-58610d24-10fc-446c-a1f1-326db585d0d5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] For port deffa572-940c-4734-b712-4a124337e787, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=deffa572-940c-4734-b712-4a124337e787,segment=NetworkSegment(9fe55b32-756e-4997-a56b-129e7721f404),segment_id=9fe55b32-756e-4997-a56b-129e7721f404)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:13.599780 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-f830a495-8ca9-4c9d-a305-c51abb87b417 req-58610d24-10fc-446c-a1f1-326db585d0d5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:13.625467 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Deleting port 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:39:13.625857 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:13.657165 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0b283739-0707-46fb-9b20-3b34a6517df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:13.688053 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0b283739-0707-46fb-9b20-3b34a6517df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:13.750938 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0b283739-0707-46fb-9b20-3b34a6517df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:13.756711 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d2208be9-e653-46e1-a44a-d5bcfe9b4dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:13.776720 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b283739-0707-46fb-9b20-3b34a6517df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:13.781099 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0b283739-0707-46fb-9b20-3b34a6517df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:13.791412 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0b283739-0707-46fb-9b20-3b34a6517df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:13.793017 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0b283739-0707-46fb-9b20-3b34a6517df9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c0b5241-4c29-4ad4-a82f-50f9a2b27eb5 HTTP/1.1" status: 204 len: 168 time: 0.2209148 Feb 12 21:39:13.794684 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-f830a495-8ca9-4c9d-a305-c51abb87b417 req-58610d24-10fc-446c-a1f1-326db585d0d5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Calling delete_port for deffa572-940c-4734-b712-4a124337e787 owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:39:14.158279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:39:14.208315 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-f830a495-8ca9-4c9d-a305-c51abb87b417 req-58610d24-10fc-446c-a1f1-326db585d0d5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:14.239507 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-51db41e7-c249-46b4-99b6-6a69ba4c7f32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:14.298881 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 35224) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:14.328421 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:14.347092 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58610d24-10fc-446c-a1f1-326db585d0d5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Pushing event deleted for resources: {'Port': ['ID=deffa572-940c-4734-b712-4a124337e787,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:14.359486 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-58610d24-10fc-446c-a1f1-326db585d0d5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:14.368903 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] For port 7bbbed33-2b8a-4c1a-9287-6943aa8bad24, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=7bbbed33-2b8a-4c1a-9287-6943aa8bad24,segment=NetworkSegment(a393f88b-c6a5-426e-a2ed-9fa153bebd52),segment_id=a393f88b-c6a5-426e-a2ed-9fa153bebd52)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:14.369307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:14.385655 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c636bc-7bdd-45bc-99dc-792b027bb07f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bbbed33-2b8a-4c1a-9287-6943aa8bad24'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:39:14.387880 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e5ca4481-f930-464a-83a7-e5804ee61580 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26d583a0332145c38703648430808116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0875485 Feb 12 21:39:14.391417 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 35228) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:14.410968 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 7bbbed33-2b8a-4c1a-9287-6943aa8bad24, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=7bbbed33-2b8a-4c1a-9287-6943aa8bad24,segment=NetworkSegment(a393f88b-c6a5-426e-a2ed-9fa153bebd52),segment_id=a393f88b-c6a5-426e-a2ed-9fa153bebd52)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:14.416760 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:14.419967 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:14.575120 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c636bc-7bdd-45bc-99dc-792b027bb07f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bbbed33-2b8a-4c1a-9287-6943aa8bad24', 'code': 200} Feb 12 21:39:14.610413 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0af8110f-5a26-40ee-b49e-5e24df6012c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:14.646979 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0af8110f-5a26-40ee-b49e-5e24df6012c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:14.651114 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ed375670-250e-4de7-bc90-e21b88a591bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:14.665525 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=7bbbed33-2b8a-4c1a-9287-6943aa8bad24,revision_number=5']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:14.669458 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:14.709705 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0af8110f-5a26-40ee-b49e-5e24df6012c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:14.709705 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-af6b720d-96a6-4219-a46d-439be0f2de59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:14.719665 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8110f-5a26-40ee-b49e-5e24df6012c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baf9aa7-70c8-4fb5-8903-be9f05bd52e0,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:14.723275 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0af8110f-5a26-40ee-b49e-5e24df6012c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:14.724556 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0af8110f-5a26-40ee-b49e-5e24df6012c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:14.727944 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0af8110f-5a26-40ee-b49e-5e24df6012c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8baf9aa7-70c8-4fb5-8903-be9f05bd52e0 HTTP/1.1" status: 204 len: 168 time: 0.3330705 Feb 12 21:39:14.972465 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Calling delete_port for 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:39:15.023381 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:15.035108 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7a062-14a7-4bdc-8a97-753d5bddd4f9 req-df151945-c093-4b48-b779-676e15b20170 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:15.037612 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a7e7a062-14a7-4bdc-8a97-753d5bddd4f9 req-df151945-c093-4b48-b779-676e15b20170 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 943 time: 1.0167897 Feb 12 21:39:15.120466 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f830a495-8ca9-4c9d-a305-c51abb87b417 req-58610d24-10fc-446c-a1f1-326db585d0d5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] No DVR routers for this DVR port deffa572-940c-4734-b712-4a124337e787 on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:39:15.124801 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-f830a495-8ca9-4c9d-a305-c51abb87b417 req-58610d24-10fc-446c-a1f1-326db585d0d5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:15.128160 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d8fcdd-7368-4883-acbb-0583ba275f61', 'name': 'network-vif-deleted', 'tag': 'deffa572-940c-4734-b712-4a124337e787'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:39:15.213606 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f830a495-8ca9-4c9d-a305-c51abb87b417 req-58610d24-10fc-446c-a1f1-326db585d0d5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.66 "DELETE /v2.0/ports/deffa572-940c-4734-b712-4a124337e787 HTTP/1.1" status: 204 len: 173 time: 2.4750562 Feb 12 21:39:15.226436 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a7e7a062-14a7-4bdc-8a97-753d5bddd4f9 req-033d0780-e17e-4cd7-bec1-f8a3f2ab613a tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe058aa9-60be-4873-87ba-5a5499e2b149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465428 Feb 12 21:39:15.245879 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84069) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:39:15.246256 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:39:15.254945 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35cb69-8138-4783-9bdf-78a38b7a30e1 req-286c8494-5bd2-4d15-baa3-56070cf700df tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:15.256577 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-de35cb69-8138-4783-9bdf-78a38b7a30e1 req-286c8494-5bd2-4d15-baa3-56070cf700df tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.5662212 Feb 12 21:39:15.335685 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-de35cb69-8138-4783-9bdf-78a38b7a30e1 req-ad5b2c30-0bb7-4433-a766-63a9b487a28c tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688732 Feb 12 21:39:15.456578 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150079d7-caa9-496b-8adb-49d5d9e22379 req-dd7ecda8-cb56-4113-bae7-947a124f2f48 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:15.465870 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-150079d7-caa9-496b-8adb-49d5d9e22379 req-dd7ecda8-cb56-4113-bae7-947a124f2f48 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 943 time: 0.1162934 Feb 12 21:39:15.518307 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-150079d7-caa9-496b-8adb-49d5d9e22379 req-65247a05-3aa1-497e-8a55-ffa59e01b32d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513825 Feb 12 21:39:15.573261 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d8fcdd-7368-4883-acbb-0583ba275f61', 'name': 'network-vif-deleted', 'tag': 'deffa572-940c-4734-b712-4a124337e787', 'status': 'completed', 'code': 200} Feb 12 21:39:15.734892 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:15.747723 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Deleting port 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:39:15.748121 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:16.030256 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] For port 7bbbed33-2b8a-4c1a-9287-6943aa8bad24, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=7bbbed33-2b8a-4c1a-9287-6943aa8bad24,segment=NetworkSegment(a393f88b-c6a5-426e-a2ed-9fa153bebd52),segment_id=a393f88b-c6a5-426e-a2ed-9fa153bebd52)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:16.030656 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:16.169731 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Calling delete_port for 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:39:16.345617 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:16.366751 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:16.530459 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Pushing event deleted for resources: {'Port': ['ID=7bbbed33-2b8a-4c1a-9287-6943aa8bad24,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:16.533558 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-fcb91e10-9b2e-450e-8a21-0fc8afe0a44f req-e082ed01-fd3f-4d4c-b938-5dc328222acd tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Synchronizing usage tracker for tenant:502f938b897a45acb132f948aac910d4 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:39:16.541754 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:16.627048 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-fcb91e10-9b2e-450e-8a21-0fc8afe0a44f req-e082ed01-fd3f-4d4c-b938-5dc328222acd tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Unset dirty status for tenant:502f938b897a45acb132f948aac910d4 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:39:16.628358 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fcb91e10-9b2e-450e-8a21-0fc8afe0a44f req-e082ed01-fd3f-4d4c-b938-5dc328222acd tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9d8fcdd-7368-4883-acbb-0583ba275f61 HTTP/1.1" status: 200 len: 210 time: 0.2180810 Feb 12 21:39:16.690591 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:16.758767 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb576250-141c-4bb8-9440-dbc4c41c56e2 req-d022e52b-af88-494e-9ca9-c03bd363c914 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:16.760478 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cb576250-141c-4bb8-9440-dbc4c41c56e2 req-d022e52b-af88-494e-9ca9-c03bd363c914 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.2200315 Feb 12 21:39:16.820323 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] No DVR routers for this DVR port 7bbbed33-2b8a-4c1a-9287-6943aa8bad24 on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:39:16.852287 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-14bf022e-d8b4-4b76-9cef-4d01e9523d7f req-4e94a087-648b-47ae-86a6-5303cd5d23b6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=05c636bc-7bdd-45bc-99dc-792b027bb07f HTTP/1.1" status: 200 len: 210 time: 0.0819385 Feb 12 21:39:16.853478 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:16.883140 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fd8710ac-5cc1-4fab-98af-691783dbc8b5 req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.66 "DELETE /v2.0/ports/7bbbed33-2b8a-4c1a-9287-6943aa8bad24 HTTP/1.1" status: 204 len: 173 time: 3.3946927 Feb 12 21:39:16.896549 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cb576250-141c-4bb8-9440-dbc4c41c56e2 req-ef1943c3-4dc7-4faa-8794-ebae3d430fca tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245372 Feb 12 21:39:17.575104 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c636bc-7bdd-45bc-99dc-792b027bb07f', 'name': 'network-vif-deleted', 'tag': '7bbbed33-2b8a-4c1a-9287-6943aa8bad24'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:39:17.632217 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c636bc-7bdd-45bc-99dc-792b027bb07f', 'name': 'network-vif-deleted', 'tag': '7bbbed33-2b8a-4c1a-9287-6943aa8bad24', 'status': 'completed', 'code': 200} Feb 12 21:39:18.138159 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc56bd-73cf-419a-a22f-54d93eb2b05a req-9bf59c8b-e84d-4e12-b8a6-3754a90ee880 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:18.139748 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7ccc56bd-73cf-419a-a22f-54d93eb2b05a req-9bf59c8b-e84d-4e12-b8a6-3754a90ee880 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1059494 Feb 12 21:39:18.192888 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7ccc56bd-73cf-419a-a22f-54d93eb2b05a req-aa715a08-2f47-40b7-a41f-916d14f17d35 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442448 Feb 12 21:39:19.368881 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 35374) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:19.403219 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2366d-31f6-447c-922e-6785d813879d req-4e59472e-764d-48ab-911a-3938040023ed tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:19.410772 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7ec2366d-31f6-447c-922e-6785d813879d req-4e59472e-764d-48ab-911a-3938040023ed tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.0933959 Feb 12 21:39:19.495469 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7ec2366d-31f6-447c-922e-6785d813879d req-83941a81-637e-4251-823c-2bcc7aab61e8 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837164 Feb 12 21:39:19.532072 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e078fde8-fc2c-42c3-b242-278089af7906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:19.550770 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e078fde8-fc2c-42c3-b242-278089af7906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:39:19.555129 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e078fde8-fc2c-42c3-b242-278089af7906 admin admin] Usage tracker for resource:security_group_rule and tenant:bffd8c3537474e1b816c4d864d17f30c is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:39:19.558334 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e078fde8-fc2c-42c3-b242-278089af7906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:39:19.564775 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e078fde8-fc2c-42c3-b242-278089af7906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:39:19.660220 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e078fde8-fc2c-42c3-b242-278089af7906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:19.663617 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e078fde8-fc2c-42c3-b242-278089af7906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:19.673532 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f343e5a1-d970-48be-8079-87f076200617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:19.706441 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a1354-aaaa-4079-b6dc-6500522ba5be req-eca3b6ff-c5e7-483f-89a1-0d5dfe11ba52 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:19.707196 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-732a1354-aaaa-4079-b6dc-6500522ba5be req-eca3b6ff-c5e7-483f-89a1-0d5dfe11ba52 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Synchronizing usage tracker for tenant:b6b4257113824071ad301c8114b8307d on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:39:19.717073 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e078fde8-fc2c-42c3-b242-278089af7906 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bffd8c3537474e1b816c4d864d17f30c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469405 Feb 12 21:39:19.718866 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078fde8-fc2c-42c3-b242-278089af7906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f322b5-0789-40b5-89b0-3cc023f63d52,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:19.720428 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 35386) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:19.722299 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e078fde8-fc2c-42c3-b242-278089af7906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:19.735668 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-732a1354-aaaa-4079-b6dc-6500522ba5be req-eca3b6ff-c5e7-483f-89a1-0d5dfe11ba52 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Unset dirty status for tenant:b6b4257113824071ad301c8114b8307d on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:39:19.736924 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-732a1354-aaaa-4079-b6dc-6500522ba5be req-eca3b6ff-c5e7-483f-89a1-0d5dfe11ba52 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 946 time: 0.1202116 Feb 12 21:39:19.816725 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-732a1354-aaaa-4079-b6dc-6500522ba5be req-593d1abc-ba69-487d-89ff-7e24bdb1957a tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678246 Feb 12 21:39:19.824044 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22fe276d-f742-4547-a9a4-e6f5ff756e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:19.853477 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22fe276d-f742-4547-a9a4-e6f5ff756e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:19.906466 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22fe276d-f742-4547-a9a4-e6f5ff756e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:19.911654 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b70a98fc-9d52-465d-ba66-4dc2c21cbf37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:19.924493 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe276d-f742-4547-a9a4-e6f5ff756e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f322b5-0789-40b5-89b0-3cc023f63d52,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:19.927104 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-22fe276d-f742-4547-a9a4-e6f5ff756e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:19.931542 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22fe276d-f742-4547-a9a4-e6f5ff756e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:19.933201 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-22fe276d-f742-4547-a9a4-e6f5ff756e1e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07f322b5-0789-40b5-89b0-3cc023f63d52 HTTP/1.1" status: 204 len: 168 time: 0.2117414 Feb 12 21:39:20.751115 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec848d-2494-42e8-8f15-47994be866cb req-1707b8c4-3276-4bec-b907-7d2599fbf445 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:20.754155 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-13ec848d-2494-42e8-8f15-47994be866cb req-1707b8c4-3276-4bec-b907-7d2599fbf445 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1207364 Feb 12 21:39:20.807474 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-13ec848d-2494-42e8-8f15-47994be866cb req-69d73913-d44c-4fe3-9751-5a16452f3f64 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466130 Feb 12 21:39:21.140214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b18d36-6ece-48df-b2d8-8ae91fdf4755 req-4183ba01-5fe5-477d-8182-1ea650c21063 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:21.142476 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-55b18d36-6ece-48df-b2d8-8ae91fdf4755 req-4183ba01-5fe5-477d-8182-1ea650c21063 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 946 time: 0.1438165 Feb 12 21:39:21.203135 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-55b18d36-6ece-48df-b2d8-8ae91fdf4755 req-681e1151-97ac-4bcb-bffd-c8cc5c2bcce8 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505483 Feb 12 21:39:22.042515 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0dbad-6f4b-42a8-997e-6b6353ad3633 req-4405b691-35e9-4d2b-88a0-0fa603972730 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:22.044773 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-46b0dbad-6f4b-42a8-997e-6b6353ad3633 req-4405b691-35e9-4d2b-88a0-0fa603972730 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.0980363 Feb 12 21:39:22.097012 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-46b0dbad-6f4b-42a8-997e-6b6353ad3633 req-4ffec3a5-1015-47d6-8f9a-4a77faa32932 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455174 Feb 12 21:39:22.539413 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051e7ee-a3bf-4863-9ef2-247ac65ea7df req-761f6457-d659-4f8c-aaf6-72fbbf107d44 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:22.542168 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4051e7ee-a3bf-4863-9ef2-247ac65ea7df req-761f6457-d659-4f8c-aaf6-72fbbf107d44 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 946 time: 0.1879034 Feb 12 21:39:22.603766 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4051e7ee-a3bf-4863-9ef2-247ac65ea7df req-3a36047e-9d2c-47c2-9058-a3e5cf5114e0 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538952 Feb 12 21:39:22.884429 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21aede-9ddb-48d2-a0a1-76c1f551ab6f req-1f285a76-e420-4f68-bf16-b6dbf4e2ab23 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:22.886179 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fd21aede-9ddb-48d2-a0a1-76c1f551ab6f req-1f285a76-e420-4f68-bf16-b6dbf4e2ab23 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 946 time: 0.0970664 Feb 12 21:39:22.993132 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-fd21aede-9ddb-48d2-a0a1-76c1f551ab6f req-07b62963-b815-495b-90e5-d9b5d7b67801 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Deleting port 348e5d09-b21a-4595-8741-9c95398768e9 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:39:22.993513 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-fd21aede-9ddb-48d2-a0a1-76c1f551ab6f req-07b62963-b815-495b-90e5-d9b5d7b67801 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:23.450514 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-fd21aede-9ddb-48d2-a0a1-76c1f551ab6f req-07b62963-b815-495b-90e5-d9b5d7b67801 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] For port 348e5d09-b21a-4595-8741-9c95398768e9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=348e5d09-b21a-4595-8741-9c95398768e9,segment=NetworkSegment(a393f88b-c6a5-426e-a2ed-9fa153bebd52),segment_id=a393f88b-c6a5-426e-a2ed-9fa153bebd52)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:23.451133 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-fd21aede-9ddb-48d2-a0a1-76c1f551ab6f req-07b62963-b815-495b-90e5-d9b5d7b67801 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:23.612414 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-fd21aede-9ddb-48d2-a0a1-76c1f551ab6f req-07b62963-b815-495b-90e5-d9b5d7b67801 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Calling delete_port for 348e5d09-b21a-4595-8741-9c95398768e9 owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:39:23.705364 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccb942-81f0-4b0c-a75f-4a0aa66795be req-f60d4f0f-5c22-4cc7-9de0-8446a6d86923 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:23.707033 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5fccb942-81f0-4b0c-a75f-4a0aa66795be req-f60d4f0f-5c22-4cc7-9de0-8446a6d86923 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.4517610 Feb 12 21:39:23.868646 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5fccb942-81f0-4b0c-a75f-4a0aa66795be req-3af929ff-add3-4ab1-81b8-dc7e340c9efc tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502204 Feb 12 21:39:24.229556 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108a497-faf9-4c33-aabf-b310ed831848 req-c215daf2-9d5c-470a-bf59-f0e74d41ca26 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:24.231927 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1108a497-faf9-4c33-aabf-b310ed831848 req-c215daf2-9d5c-470a-bf59-f0e74d41ca26 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe60b637-d3aa-4740-b226-08dfd1b929ca HTTP/1.1" status: 200 len: 946 time: 0.4527907 Feb 12 21:39:24.233316 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-fd21aede-9ddb-48d2-a0a1-76c1f551ab6f req-07b62963-b815-495b-90e5-d9b5d7b67801 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:24.253773 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ba956d81-cd02-4a63-b3e4-3470349d6dfb tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:24.260620 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 348e5d09-b21a-4595-8741-9c95398768e9 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:39:24.338868 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] No Port match for: 348e5d09-b21a-4595-8741-9c95398768e9 {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:39:24.342665 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 348e5d09-b21a-4595-8741-9c95398768e9 not bound to the agent host hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:39:24.415911 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b62963-b815-495b-90e5-d9b5d7b67801 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Pushing event deleted for resources: {'Port': ['ID=348e5d09-b21a-4595-8741-9c95398768e9,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:24.423978 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-07b62963-b815-495b-90e5-d9b5d7b67801 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:24.485648 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1108a497-faf9-4c33-aabf-b310ed831848 req-232e0357-41d5-4520-97d2-350cee13f856 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206281 Feb 12 21:39:24.548712 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd21aede-9ddb-48d2-a0a1-76c1f551ab6f req-07b62963-b815-495b-90e5-d9b5d7b67801 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] No DVR routers for this DVR port 348e5d09-b21a-4595-8741-9c95398768e9 on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:39:24.551085 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-fd21aede-9ddb-48d2-a0a1-76c1f551ab6f req-07b62963-b815-495b-90e5-d9b5d7b67801 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:24.554152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe60b637-d3aa-4740-b226-08dfd1b929ca', 'name': 'network-vif-deleted', 'tag': '348e5d09-b21a-4595-8741-9c95398768e9'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:39:24.570141 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fd21aede-9ddb-48d2-a0a1-76c1f551ab6f req-07b62963-b815-495b-90e5-d9b5d7b67801 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.66 "DELETE /v2.0/ports/348e5d09-b21a-4595-8741-9c95398768e9 HTTP/1.1" status: 204 len: 173 time: 1.6770296 Feb 12 21:39:24.621671 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe60b637-d3aa-4740-b226-08dfd1b929ca', 'name': 'network-vif-deleted', 'tag': '348e5d09-b21a-4595-8741-9c95398768e9', 'status': 'completed', 'code': 200} Feb 12 21:39:25.168635 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952903ca-8fe9-4218-828b-9c03aae946f2 req-e0dae5eb-0558-49b8-8341-20b1254cce93 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:25.170313 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-952903ca-8fe9-4218-828b-9c03aae946f2 req-e0dae5eb-0558-49b8-8341-20b1254cce93 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1122034 Feb 12 21:39:25.234924 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-952903ca-8fe9-4218-828b-9c03aae946f2 req-5d17b712-4714-4ae8-a771-f65091a8ca8f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574491 Feb 12 21:39:26.112215 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70fd88-e159-4c21-bd3f-18b7a065e02e req-b28eb5fe-2452-41bb-aecb-2357e995e08f tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:26.113003 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-5d70fd88-e159-4c21-bd3f-18b7a065e02e req-b28eb5fe-2452-41bb-aecb-2357e995e08f tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Synchronizing usage tracker for tenant:b6b4257113824071ad301c8114b8307d on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:39:26.133826 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-5d70fd88-e159-4c21-bd3f-18b7a065e02e req-b28eb5fe-2452-41bb-aecb-2357e995e08f tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Unset dirty status for tenant:b6b4257113824071ad301c8114b8307d on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:39:26.135112 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5d70fd88-e159-4c21-bd3f-18b7a065e02e req-b28eb5fe-2452-41bb-aecb-2357e995e08f tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 945 time: 0.1201019 Feb 12 21:39:26.197404 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5d70fd88-e159-4c21-bd3f-18b7a065e02e req-0ad75b64-7cd9-46f0-ba1b-ab76d99d6364 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552387 Feb 12 21:39:26.536438 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b84c3f-8046-488e-9572-4360cdf88fee req-96a9da68-e5eb-463a-98ad-d4f46a57b22e tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:26.539444 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a1b84c3f-8046-488e-9572-4360cdf88fee req-96a9da68-e5eb-463a-98ad-d4f46a57b22e tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1714945 Feb 12 21:39:26.633175 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a1b84c3f-8046-488e-9572-4360cdf88fee req-c7789923-2bb0-4f2c-9b17-060d438bdbcd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838165 Feb 12 21:39:27.148016 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d04d6a-1f03-4c26-928a-91320e24103f req-f7295b2f-ce3c-48d3-841a-ff75753fd2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:27.149813 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a7d04d6a-1f03-4c26-928a-91320e24103f req-f7295b2f-ce3c-48d3-841a-ff75753fd2b6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 1162 time: 0.1077402 Feb 12 21:39:27.206557 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a7d04d6a-1f03-4c26-928a-91320e24103f req-5f32d6ef-efd7-440a-8085-f1cc14e317c3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477467 Feb 12 21:39:27.469581 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85815390-8794-46a7-b2c7-58c6013c0379 req-8710890c-899d-4643-948c-ca3456760f50 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:27.477989 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-85815390-8794-46a7-b2c7-58c6013c0379 req-8710890c-899d-4643-948c-ca3456760f50 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 945 time: 0.1429417 Feb 12 21:39:27.541821 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-85815390-8794-46a7-b2c7-58c6013c0379 req-741b1040-04d7-4892-8e70-eeaf62b5b577 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628562 Feb 12 21:39:28.009206 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777acd0f-df29-44a1-9609-6de800681920 req-5eae29c9-3701-4451-b601-6e89e76d7748 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:28.011518 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-777acd0f-df29-44a1-9609-6de800681920 req-5eae29c9-3701-4451-b601-6e89e76d7748 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1432137 Feb 12 21:39:28.082617 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-777acd0f-df29-44a1-9609-6de800681920 req-2a127ff3-73a5-4fad-a885-9188a62afd2b tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628350 Feb 12 21:39:28.870734 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbba30-b730-4fe5-9593-4efd537d8c2e req-57663d1e-8af6-4225-a0ee-bdd7100a95d5 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:28.880498 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0bdbba30-b730-4fe5-9593-4efd537d8c2e req-57663d1e-8af6-4225-a0ee-bdd7100a95d5 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 945 time: 0.1534863 Feb 12 21:39:28.939638 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0bdbba30-b730-4fe5-9593-4efd537d8c2e req-ee194d59-fec8-49c7-89ae-02b595a47cef tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581515 Feb 12 21:39:29.133683 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fba448-5e49-4924-899d-b235223c638e req-7f6b3b11-d183-474d-ba28-fa3931455644 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:29.135886 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d5fba448-5e49-4924-899d-b235223c638e req-7f6b3b11-d183-474d-ba28-fa3931455644 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 945 time: 0.1284430 Feb 12 21:39:29.337946 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-d5fba448-5e49-4924-899d-b235223c638e req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Deleting port 040ef129-4712-4040-8604-82eb85de668a {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:39:29.338311 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d5fba448-5e49-4924-899d-b235223c638e req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:29.553326 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184b053-fef5-47cb-9394-763fe3018b5c req-9b2b0801-bd6b-495a-9372-2bc935978907 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:29.556589 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a184b053-fef5-47cb-9394-763fe3018b5c req-9b2b0801-bd6b-495a-9372-2bc935978907 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.3180118 Feb 12 21:39:29.754150 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a184b053-fef5-47cb-9394-763fe3018b5c req-8ce87116-5b3b-4b59-949e-b612f4c1033c tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804340 Feb 12 21:39:29.890420 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-d5fba448-5e49-4924-899d-b235223c638e req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] For port 040ef129-4712-4040-8604-82eb85de668a, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=040ef129-4712-4040-8604-82eb85de668a,segment=NetworkSegment(a393f88b-c6a5-426e-a2ed-9fa153bebd52),segment_id=a393f88b-c6a5-426e-a2ed-9fa153bebd52)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:29.891363 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d5fba448-5e49-4924-899d-b235223c638e req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:30.132919 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-d5fba448-5e49-4924-899d-b235223c638e req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Calling delete_port for 040ef129-4712-4040-8604-82eb85de668a owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:39:30.281992 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 040ef129-4712-4040-8604-82eb85de668a no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:39:30.448136 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d5fba448-5e49-4924-899d-b235223c638e req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:30.453501 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Port 040ef129-4712-4040-8604-82eb85de668a update to DOWN by agent not found {{(pid=84070) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 12 21:39:30.479335 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-64172b49-8e64-4545-be98-eb4690f39ce4 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:30.524321 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:30.562699 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Pushing event deleted for resources: {'Port': ['ID=040ef129-4712-4040-8604-82eb85de668a,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:30.643796 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.644372 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.644842 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.645368 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.645884 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.646367 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.646846 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.647298 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.647927 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.648471 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.648927 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.649431 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.650043 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.650551 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.651050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.651504 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.652038 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.653136 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.653630 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.654080 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.654531 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.654924 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.655316 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.655738 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:30.660761 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:30.731093 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e80294-7734-433a-9cb4-9ec532cb4021 req-5082008a-864c-4908-9ed6-1f7bbf02bc70 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:30.747679 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c3e80294-7734-433a-9cb4-9ec532cb4021 req-5082008a-864c-4908-9ed6-1f7bbf02bc70 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 867 time: 0.5493739 Feb 12 21:39:30.907933 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c3e80294-7734-433a-9cb4-9ec532cb4021 req-7dfe8a77-e43f-432d-889f-b61e7c122070 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335347 Feb 12 21:39:30.987374 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fba448-5e49-4924-899d-b235223c638e req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] No DVR routers for this DVR port 040ef129-4712-4040-8604-82eb85de668a on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:39:30.995081 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d5fba448-5e49-4924-899d-b235223c638e req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:31.020870 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebbc02c-0f69-46fb-91e8-a81d7fa184b9', 'name': 'network-vif-deleted', 'tag': '040ef129-4712-4040-8604-82eb85de668a'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:39:31.031953 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d5fba448-5e49-4924-899d-b235223c638e req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.66 "DELETE /v2.0/ports/040ef129-4712-4040-8604-82eb85de668a HTTP/1.1" status: 204 len: 173 time: 1.8857470 Feb 12 21:39:31.108214 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebbc02c-0f69-46fb-91e8-a81d7fa184b9', 'name': 'network-vif-deleted', 'tag': '040ef129-4712-4040-8604-82eb85de668a', 'status': 'completed', 'code': 200} Feb 12 21:39:31.192867 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642c1e5-e9fe-4724-b065-da73e271aae0 req-55df3024-f4f3-4278-99d0-5b6196139955 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:31.194589 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4642c1e5-e9fe-4724-b065-da73e271aae0 req-55df3024-f4f3-4278-99d0-5b6196139955 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1295822 Feb 12 21:39:31.273673 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4642c1e5-e9fe-4724-b065-da73e271aae0 req-53deae22-661b-4714-b42e-345825853354 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717010 Feb 12 21:39:32.146150 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686ad59-99c6-4f71-83a1-343738a25e16 req-25aaf448-4a41-41ec-9421-b3f213f78b96 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:32.162878 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b686ad59-99c6-4f71-83a1-343738a25e16 req-25aaf448-4a41-41ec-9421-b3f213f78b96 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.2321584 Feb 12 21:39:32.224849 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a4bb1-a505-4fa4-9363-a312ccf92808 req-4c5a62b3-4492-46d9-8ed7-f03b7b2e5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:32.226844 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-979a4bb1-a505-4fa4-9363-a312ccf92808 req-4c5a62b3-4492-46d9-8ed7-f03b7b2e5b5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ade9798f9ae40008a2eba6065c86a71&device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 1162 time: 0.2254250 Feb 12 21:39:32.243603 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b686ad59-99c6-4f71-83a1-343738a25e16 req-2f6234dc-42fe-4714-9627-e8af6aaa9027 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797784 Feb 12 21:39:32.496367 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-212efe6a-9860-41b5-b0d7-390d9fa5c5be req-93a50496-2d00-437d-8723-82b1408e29cb tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Synchronizing usage tracker for tenant:b6b4257113824071ad301c8114b8307d on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:39:32.535596 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-212efe6a-9860-41b5-b0d7-390d9fa5c5be req-93a50496-2d00-437d-8723-82b1408e29cb tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Unset dirty status for tenant:b6b4257113824071ad301c8114b8307d on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:39:32.549350 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-212efe6a-9860-41b5-b0d7-390d9fa5c5be req-93a50496-2d00-437d-8723-82b1408e29cb tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ebbc02c-0f69-46fb-91e8-a81d7fa184b9 HTTP/1.1" status: 200 len: 210 time: 0.2355905 Feb 12 21:39:32.664525 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a4bb1-a505-4fa4-9363-a312ccf92808 req-42335f65-116d-429d-b713-1e70797d9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:32.666209 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-979a4bb1-a505-4fa4-9363-a312ccf92808 req-42335f65-116d-429d-b713-1e70797d9cf6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd HTTP/1.1" status: 200 len: 912 time: 0.4215164 Feb 12 21:39:32.770222 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-979a4bb1-a505-4fa4-9363-a312ccf92808 req-0da5a14c-434a-4a56-9c93-2f18fb58d5e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=109779e5-aeda-4ab8-85bf-45c0e814f4a4 HTTP/1.1" status: 200 len: 217 time: 0.0956192 Feb 12 21:39:32.859673 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a4bb1-a505-4fa4-9363-a312ccf92808 req-46a026ff-c1d5-4d2e-ba62-acb937a868eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:32.862628 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-979a4bb1-a505-4fa4-9363-a312ccf92808 req-46a026ff-c1d5-4d2e-ba62-acb937a868eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5354e90-f0b4-413c-b8eb-fcea8549d5b4 HTTP/1.1" status: 200 len: 858 time: 0.0854032 Feb 12 21:39:32.929365 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-979a4bb1-a505-4fa4-9363-a312ccf92808 req-4340a916-638c-4e1c-8786-ce5ec27c39e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589705 Feb 12 21:39:33.139355 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-979a4bb1-a505-4fa4-9363-a312ccf92808 req-5409d8e0-2acc-45d9-9f4f-49deac41f009 service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021313 Feb 12 21:39:33.415356 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-979a4bb1-a505-4fa4-9363-a312ccf92808 req-9469b23b-9a29-4f76-95f1-c9f029c16176 service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2682180 Feb 12 21:39:33.998763 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc014a-291e-40b2-9948-a4105bfc02e8 req-b781093d-5eab-48b5-929e-430b247fb8ae tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:34.005596 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-55dc014a-291e-40b2-9948-a4105bfc02e8 req-b781093d-5eab-48b5-929e-430b247fb8ae tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.3711326 Feb 12 21:39:34.120150 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-55dc014a-291e-40b2-9948-a4105bfc02e8 req-6ff6ad31-aa6c-4059-9f07-15d809f79015 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980914 Feb 12 21:39:34.500059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-65828713-3e50-46ba-8bdd-5e552db6bd1f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Synchronizing usage tracker for tenant:49ec507faa244b44a51dada5f29b8cae on resource:security_group {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:39:34.523302 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-65828713-3e50-46ba-8bdd-5e552db6bd1f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Unset dirty status for tenant:49ec507faa244b44a51dada5f29b8cae on resource:security_group {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:39:34.532634 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-65828713-3e50-46ba-8bdd-5e552db6bd1f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-158197342&fields=id&tenant_id=49ec507faa244b44a51dada5f29b8cae HTTP/1.1" status: 200 len: 267 time: 0.1129873 Feb 12 21:39:34.806154 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-86b35dbe-299d-4ddf-8e62-ad9ceeeb905f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:34.808099 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-86b35dbe-299d-4ddf-8e62-ad9ceeeb905f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/networks?id=fdb6571b-cda9-47e3-bee0-da8e039221ab HTTP/1.1" status: 200 len: 808 time: 0.2741411 Feb 12 21:39:34.835853 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-f3eca26d-227a-4957-8352-4b31eaeb86a8 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/quotas/49ec507faa244b44a51dada5f29b8cae HTTP/1.1" status: 200 len: 375 time: 0.0140929 Feb 12 21:39:34.972030 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1a70f073-64c9-4558-8551-f6ce1a546874 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=49ec507faa244b44a51dada5f29b8cae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1240578 Feb 12 21:39:35.370050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a37cf-559c-479d-808e-fcd5b1e76491 req-859831ed-562b-4911-b2f0-db668560594d tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:35.375756 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-db0a37cf-559c-479d-808e-fcd5b1e76491 req-859831ed-562b-4911-b2f0-db668560594d tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.3693206 Feb 12 21:39:35.431534 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-8137d8d9-2908-4db2-99c6-24a2d60e9be3 service neutron] 10.222.0.35 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498187 Feb 12 21:39:35.563598 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-db0a37cf-559c-479d-808e-fcd5b1e76491 req-578a4b48-292e-46f5-875b-ff6f58f11147 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763375 Feb 12 21:39:35.785331 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-6bd0b36d-3ec2-4abf-86d2-c988943dad40 service neutron] 10.222.0.35 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3290286 Feb 12 21:39:36.451264 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba063a-4183-4543-9e9c-dc7d198b3893 req-b2b44c0e-7179-4ec7-a830-3daee9d68694 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:36.467946 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-baba063a-4183-4543-9e9c-dc7d198b3893 req-b2b44c0e-7179-4ec7-a830-3daee9d68694 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1971376 Feb 12 21:39:36.535877 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-baba063a-4183-4543-9e9c-dc7d198b3893 req-da946ddf-44b1-44bf-8fe3-2cd0c7c99f9c tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663931 Feb 12 21:39:36.932459 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ced46-d40e-42a1-af67-260866486d86 req-608349f8-8653-475d-b38f-0d75c946892c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:36.934875 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-781ced46-d40e-42a1-af67-260866486d86 req-608349f8-8653-475d-b38f-0d75c946892c tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 945 time: 0.1155374 Feb 12 21:39:36.995510 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-781ced46-d40e-42a1-af67-260866486d86 req-43bf17cd-b0ea-4732-af95-693e5de17639 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532377 Feb 12 21:39:37.326545 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e6e41-c815-444c-b98b-74f05a59f8e8 req-cb679eb4-21c8-4714-800e-30fd991840ce tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:37.337210 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f09e6e41-c815-444c-b98b-74f05a59f8e8 req-cb679eb4-21c8-4714-800e-30fd991840ce tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.1653154 Feb 12 21:39:37.415339 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f09e6e41-c815-444c-b98b-74f05a59f8e8 req-cbee66ec-20b5-40f6-afe2-03670ea60707 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766270 Feb 12 21:39:37.502260 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7ef319ce-029e-4a5e-aefd-085e775a5c12 req-d533d36f-ea25-4913-a088-4b4fe2e24560 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 210 time: 0.0803952 Feb 12 21:39:37.898634 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101beae-8fde-4483-95ef-8dadf9bad07e req-f6024583-ed8d-4871-9bfa-a764228feef3 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:37.907433 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d101beae-8fde-4483-95ef-8dadf9bad07e req-f6024583-ed8d-4871-9bfa-a764228feef3 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1514702 Feb 12 21:39:37.968414 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d101beae-8fde-4483-95ef-8dadf9bad07e req-70d352ed-c5b5-4a5f-b069-e8dea61ee551 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597272 Feb 12 21:39:38.548044 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b15e00-8054-443d-919c-53f08c2f498d req-3ccc04c0-690d-46c8-94df-14b486777bac tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:38.548417 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-32b15e00-8054-443d-919c-53f08c2f498d req-3ccc04c0-690d-46c8-94df-14b486777bac tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 945 time: 0.2931352 Feb 12 21:39:38.644576 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-32b15e00-8054-443d-919c-53f08c2f498d req-02fc2e06-e5f1-4872-a217-4cf174ec3e02 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820241 Feb 12 21:39:39.373438 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0c215e35-b37f-435c-83ae-b10df8be849e req-02e25cfd-7471-4719-8c0d-f0115202babb tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 210 time: 0.1121905 Feb 12 21:39:39.503479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-a0c6983a-36b7-4f20-bde4-f73278e935b5 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:39.510686 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-a0c6983a-36b7-4f20-bde4-f73278e935b5 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 945 time: 0.6078358 Feb 12 21:39:39.844624 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Deleting port a1c314c6-7a75-46a1-b52b-a76e43210a8e {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:39:39.845146 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:40.009289 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eab1a1-40ba-4d33-9467-6ff0e2983f8f req-11feb093-0419-4510-ad04-c65872e6054b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:40.011024 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-81eab1a1-40ba-4d33-9467-6ff0e2983f8f req-11feb093-0419-4510-ad04-c65872e6054b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.8345990 Feb 12 21:39:40.129844 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-b3bdbcfa-0a6e-4fee-8f1c-7b6b2e7eb90a tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:40.131637 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-b3bdbcfa-0a6e-4fee-8f1c-7b6b2e7eb90a tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.66 "GET /v2.0/networks?id=fdb6571b-cda9-47e3-bee0-da8e039221ab HTTP/1.1" status: 200 len: 808 time: 0.6181946 Feb 12 21:39:40.335116 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device a1c314c6-7a75-46a1-b52b-a76e43210a8e no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:39:40.369921 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-81eab1a1-40ba-4d33-9467-6ff0e2983f8f req-1cfb83a3-10d6-49d6-9a1f-1929127cf970 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479140 Feb 12 21:39:40.423825 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5b913-3717-45ee-9cf2-020c4bbf1353 req-3b9515b6-b24d-4301-a650-0bb8fc519ef0 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:40.432708 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fae5b913-3717-45ee-9cf2-020c4bbf1353 req-3b9515b6-b24d-4301-a650-0bb8fc519ef0 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 945 time: 0.5517991 Feb 12 21:39:40.539076 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-35384f69-bd32-49ae-9bf4-5184bda61300 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=49ec507faa244b44a51dada5f29b8cae HTTP/1.1" status: 200 len: 5757 time: 0.3569126 Feb 12 21:39:40.564480 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fae5b913-3717-45ee-9cf2-020c4bbf1353 req-c3695634-1507-4822-9b8b-1b8569ba6953 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300933 Feb 12 21:39:40.631836 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] For port a1c314c6-7a75-46a1-b52b-a76e43210a8e, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a1c314c6-7a75-46a1-b52b-a76e43210a8e,segment=NetworkSegment(a393f88b-c6a5-426e-a2ed-9fa153bebd52),segment_id=a393f88b-c6a5-426e-a2ed-9fa153bebd52)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:40.632262 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:40.650802 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:40.659227 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Request body: {'port': {'device_id': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab', 'admin_state_up': True, 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'security_groups': ['ba46813b-ff70-4172-9ab8-be0d10620ac5']}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:39:40.713014 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0ca159-2951-40c7-8ff8-f2a2466da738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c314c6-7a75-46a1-b52b-a76e43210a8e'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:39:40.725244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port a1c314c6-7a75-46a1-b52b-a76e43210a8e, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a1c314c6-7a75-46a1-b52b-a76e43210a8e,segment=NetworkSegment(a393f88b-c6a5-426e-a2ed-9fa153bebd52),segment_id=a393f88b-c6a5-426e-a2ed-9fa153bebd52)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:40.730712 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:40.733743 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:40.839786 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d59d9ed-958c-4f06-827c-aeb38748b31c req-b70672da-178e-4339-bff0-76e4b69ddf49 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 210 time: 0.1050565 Feb 12 21:39:40.848003 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0ca159-2951-40c7-8ff8-f2a2466da738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c314c6-7a75-46a1-b52b-a76e43210a8e', 'code': 200} Feb 12 21:39:40.897827 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=a1c314c6-7a75-46a1-b52b-a76e43210a8e,revision_number=5']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:40.921888 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.922344 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.923020 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.923719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.924319 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.925032 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.925689 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.926383 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.927055 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.927569 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.928085 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.928479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.928930 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.935858 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.936490 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.937091 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.938653 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.938653 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.938653 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.939150 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.939671 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.940282 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.940837 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.941356 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:40.946552 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:41.425958 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Calling delete_port for a1c314c6-7a75-46a1-b52b-a76e43210a8e owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:39:41.513128 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:39:41.522138 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Usage tracker for resource:port and tenant:49ec507faa244b44a51dada5f29b8cae is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:39:41.526542 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:39:41.548465 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:39:41.562105 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Made reservation on behalf of 49ec507faa244b44a51dada5f29b8cae for: {'port': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:39:41.568042 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:41.581110 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84069) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:39:41.581526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:39:42.019096 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd734-0388-4f86-8958-a2c9fdb07e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:42.087175 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Deleting port a1c314c6-7a75-46a1-b52b-a76e43210a8e {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:39:42.087464 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:42.183385 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2827ac-5ced-4d32-b4db-9d601fc6bd6d req-3a7fd856-440d-413b-850d-0ff6b3203378 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:42.185087 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3d2827ac-5ced-4d32-b4db-9d601fc6bd6d req-3a7fd856-440d-413b-850d-0ff6b3203378 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 943 time: 0.4155347 Feb 12 21:39:42.200617 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2a7e7-8829-49b9-a3ca-6ed09c44cf3d req-9d7d7636-6686-4579-88da-f51b73c2cd4b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:42.202334 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-69d2a7e7-8829-49b9-a3ca-6ed09c44cf3d req-9d7d7636-6686-4579-88da-f51b73c2cd4b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.5210583 Feb 12 21:39:42.363086 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Allocated IP 172.20.0.14 (fdb6571b-cda9-47e3-bee0-da8e039221ab/217c03cb-b699-430c-af4a-d830049b93e1/d12eed96-f310-41ee-8e0b-2edd96db6257) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:39:42.408160 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-69d2a7e7-8829-49b9-a3ca-6ed09c44cf3d req-899c63d0-c9fe-4367-a98b-75bf8d157b2c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875362 Feb 12 21:39:42.519827 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3d2827ac-5ced-4d32-b4db-9d601fc6bd6d req-8390fe2c-739d-4309-9dd5-42b89e7623e6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf96070b-8b0a-49f6-9993-cd57794e5aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090189 Feb 12 21:39:42.607857 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:39:42.752887 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-74746de9-609c-467f-a144-420808b5b42e req-90af08f5-f118-4b35-8170-9920515cc121 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 210 time: 0.0821979 Feb 12 21:39:42.803051 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] For port a1c314c6-7a75-46a1-b52b-a76e43210a8e, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a1c314c6-7a75-46a1-b52b-a76e43210a8e,segment=NetworkSegment(a393f88b-c6a5-426e-a2ed-9fa153bebd52),segment_id=a393f88b-c6a5-426e-a2ed-9fa153bebd52)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:42.803456 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:42.968693 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Calling delete_port for a1c314c6-7a75-46a1-b52b-a76e43210a8e owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:39:43.071599 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:43.134448 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Transition to ACTIVE for port object d12eed96-f310-41ee-8e0b-2edd96db6257 will not be triggered until provisioned by entity DHCP. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:39:43.249618 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:43.272908 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:43.314012 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:43.583113 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Pushing event updated for resources: {'Port': ['ID=d12eed96-f310-41ee-8e0b-2edd96db6257,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:43.588886 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:43.594359 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b278f293-105d-459e-a2e8-33864248e89b tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:43.665526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Pushing event deleted for resources: {'Port': ['ID=a1c314c6-7a75-46a1-b52b-a76e43210a8e,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:43.669007 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:43.850603 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5b561f43-b7ee-4c0e-bb60-18c9106a6d7a req-77d249e2-5f60-4e75-a5d0-6a6d2228ceab tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 210 time: 0.1033800 Feb 12 21:39:43.947472 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] No DVR routers for this DVR port a1c314c6-7a75-46a1-b52b-a76e43210a8e on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:39:43.951129 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:43.959689 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0ca159-2951-40c7-8ff8-f2a2466da738', 'name': 'network-vif-deleted', 'tag': 'a1c314c6-7a75-46a1-b52b-a76e43210a8e'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:39:43.970968 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Network fdb6571b-cda9-47e3-bee0-da8e039221ab is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:39:43.982057 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:39:43.985097 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:39:44.089033 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d1e99-c676-4868-9712-4dae5e029f93 req-245843a7-4e3a-4aa3-84bb-aa2f134e7868 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:44.097148 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0d4d1e99-c676-4868-9712-4dae5e029f93 req-245843a7-4e3a-4aa3-84bb-aa2f134e7868 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.4377153 Feb 12 21:39:44.122016 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d1bffe16-c195-4953-9da0-7b31e2e98a13 req-fa599827-c776-4fbf-87fa-cdb84cb3434d tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.66 "DELETE /v2.0/ports/a1c314c6-7a75-46a1-b52b-a76e43210a8e HTTP/1.1" status: 204 len: 173 time: 4.4004385 Feb 12 21:39:44.201134 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:44.201808 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:44.218219 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0d4d1e99-c676-4868-9712-4dae5e029f93 req-0392d3b4-2631-4ac2-a0e7-e7365bb56c82 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199870 Feb 12 21:39:44.270930 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162c293-fc78-4235-9c49-a10189936710 req-1021ac4f-c1d9-46ec-9873-fbfc5098fdda tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:44.270930 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-b162c293-fc78-4235-9c49-a10189936710 req-1021ac4f-c1d9-46ec-9873-fbfc5098fdda tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Synchronizing usage tracker for tenant:49ec507faa244b44a51dada5f29b8cae on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:39:44.276162 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6251037 Feb 12 21:39:44.300995 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Request body: {'port': {'device_id': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:39:44.347397 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-160b9ab7-a4df-4541-a3aa-929093cc94f5 None None] Provisioning for port d12eed96-f310-41ee-8e0b-2edd96db6257 completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:39:44.349492 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-b162c293-fc78-4235-9c49-a10189936710 req-1021ac4f-c1d9-46ec-9873-fbfc5098fdda tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Unset dirty status for tenant:49ec507faa244b44a51dada5f29b8cae on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:39:44.350671 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b162c293-fc78-4235-9c49-a10189936710 req-1021ac4f-c1d9-46ec-9873-fbfc5098fdda tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 932 time: 0.3306720 Feb 12 21:39:44.374076 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-160b9ab7-a4df-4541-a3aa-929093cc94f5 None None] Provisioning complete for port d12eed96-f310-41ee-8e0b-2edd96db6257 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:39:44.380652 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-160b9ab7-a4df-4541-a3aa-929093cc94f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:44.428439 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0ca159-2951-40c7-8ff8-f2a2466da738', 'name': 'network-vif-deleted', 'tag': 'a1c314c6-7a75-46a1-b52b-a76e43210a8e', 'status': 'completed', 'code': 200} Feb 12 21:39:44.446147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-160b9ab7-a4df-4541-a3aa-929093cc94f5 None None] Port d12eed96-f310-41ee-8e0b-2edd96db6257 cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:39:44.483029 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e45d0df4-b50b-41a5-8720-80bbba957d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:44.538018 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b162c293-fc78-4235-9c49-a10189936710 req-0412dace-7002-4d2d-81fd-ed9edb9b5810 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1570334 Feb 12 21:39:44.556128 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:45.060872 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:45.344117 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-ba00c30e-2fad-40ab-93dc-b52e7870ecd7 req-c2cdad4b-81d7-492b-9d27-7c6a8e641997 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Synchronizing usage tracker for tenant:b6b4257113824071ad301c8114b8307d on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:39:45.453186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-ba00c30e-2fad-40ab-93dc-b52e7870ecd7 req-c2cdad4b-81d7-492b-9d27-7c6a8e641997 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Unset dirty status for tenant:b6b4257113824071ad301c8114b8307d on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:39:45.454428 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ba00c30e-2fad-40ab-93dc-b52e7870ecd7 req-c2cdad4b-81d7-492b-9d27-7c6a8e641997 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa0ca159-2951-40c7-8ff8-f2a2466da738 HTTP/1.1" status: 200 len: 210 time: 0.1800766 Feb 12 21:39:45.489067 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12eed96-f310-41ee-8e0b-2edd96db6257 {{(pid=84069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:39:45.504820 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8739060-b1e7-49a3-ac8c-48e28098e072 req-81948bf0-91ec-4da7-b4c9-6e59ad6240f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:45.507031 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c8739060-b1e7-49a3-ac8c-48e28098e072 req-81948bf0-91ec-4da7-b4c9-6e59ad6240f2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.5189323 Feb 12 21:39:45.509260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:45.546922 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Transition to ACTIVE for port object d12eed96-f310-41ee-8e0b-2edd96db6257 will not be triggered until provisioned by entity L2. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:39:45.560898 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11382359'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:45.581620 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ebe0e4af-0844-44a8-9506-3d0246892b3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:45.748469 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:45.756368 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c8739060-b1e7-49a3-ac8c-48e28098e072 req-88e9fe7c-b532-488c-bf66-ffdb198ae63a tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408204 Feb 12 21:39:45.808719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Pushing event updated for resources: {'Port': ['ID=d12eed96-f310-41ee-8e0b-2edd96db6257,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:45.882686 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:46.130044 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2f6a2-7412-47b7-9682-a70a14ddc316 req-e4d05e1b-0025-4f61-b7b6-93d25d99874c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:46.131791 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2de2f6a2-7412-47b7-9682-a70a14ddc316 req-e4d05e1b-0025-4f61-b7b6-93d25d99874c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.4601512 Feb 12 21:39:46.222985 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Attempting to bind port d12eed96-f310-41ee-8e0b-2edd96db6257 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:39:46.223347 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Attempting to bind port d12eed96-f310-41ee-8e0b-2edd96db6257 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'dd6e8f15-3cdb-465f-92d3-0ade404b1c3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab'}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:39:46.223820 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Attempting to bind port d12eed96-f310-41ee-8e0b-2edd96db6257 on network fdb6571b-cda9-47e3-bee0-da8e039221ab {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:39:46.232616 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e0a35-38fd-4038-ace8-85bc20049b8b req-8483c798-0e2a-4a36-aabe-f6d851a73e88 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:46.234265 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b22e0a35-38fd-4038-ace8-85bc20049b8b req-8483c798-0e2a-4a36-aabe-f6d851a73e88 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 944 time: 0.2668903 Feb 12 21:39:46.242777 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2de2f6a2-7412-47b7-9682-a70a14ddc316 req-79e75e53-b0e4-4586-afc2-4dbac7100334 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937972 Feb 12 21:39:46.245101 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:39:46.245512 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Checking segment: {'id': 'dd6e8f15-3cdb-465f-92d3-0ade404b1c3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:39:46.246421 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:46.246802 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Bound using segment: {'id': 'dd6e8f15-3cdb-465f-92d3-0ade404b1c3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab'} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:39:46.247292 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Bound port: d12eed96-f310-41ee-8e0b-2edd96db6257, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6e8f15-3cdb-465f-92d3-0ade404b1c3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab'}}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:39:46.247661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:46.360902 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b22e0a35-38fd-4038-ace8-85bc20049b8b req-37ccf3e9-c826-49e9-960b-4fd41f2be7ac tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1170590 Feb 12 21:39:46.392845 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] For port d12eed96-f310-41ee-8e0b-2edd96db6257, host hv-cinder-77525, cleared binding levels {{(pid=84069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:39:46.396269 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] For port d12eed96-f310-41ee-8e0b-2edd96db6257, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=d12eed96-f310-41ee-8e0b-2edd96db6257,segment=NetworkSegment(dd6e8f15-3cdb-465f-92d3-0ade404b1c3b),segment_id=dd6e8f15-3cdb-465f-92d3-0ade404b1c3b)] {{(pid=84069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:39:46.399840 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11382359'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:46.416761 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e6adbbbf-a6cc-4c62-b390-56cedfd296af tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:46.576092 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 35908) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:46.577433 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Pushing event updated for resources: {'Port': ['ID=d12eed96-f310-41ee-8e0b-2edd96db6257,revision_number=3']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:46.580951 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:46.618810 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:46.619196 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:46.620761 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] 10.222.0.66 "PUT /v2.0/ports/d12eed96-f310-41ee-8e0b-2edd96db6257 HTTP/1.1" status: 200 len: 1158 time: 2.3262897 Feb 12 21:39:46.621339 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'tag': 'd12eed96-f310-41ee-8e0b-2edd96db6257'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:39:46.649510 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Deleting subnet 602701a7-6052-4b51-830c-21d6ac4ab865 {{(pid=84068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:39:46.654036 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:46.675866 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'tag': 'd12eed96-f310-41ee-8e0b-2edd96db6257', 'status': 'completed', 'code': 200} Feb 12 21:39:46.699651 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:39:46.721684 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844261269'] for subnet, precommit_delete_associations {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:46.743209 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:46.794276 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:39:46.794896 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:46.797574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-5cd8d381-8180-455f-aa5c-31795c5942d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:46.799806 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-5cd8d381-8180-455f-aa5c-31795c5942d4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49ec507faa244b44a51dada5f29b8cae&device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 1161 time: 0.0965343 Feb 12 21:39:46.800335 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850750012'] for subnet, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:46.918320 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-502bdaed-11bf-4974-8f06-83b61746e0d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12eed96-f310-41ee-8e0b-2edd96db6257 HTTP/1.1" status: 200 len: 217 time: 0.1039567 Feb 12 21:39:47.065846 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-b9f98de3-3ee3-412d-b18d-697463e50102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:47.067445 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-b9f98de3-3ee3-412d-b18d-697463e50102 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=217c03cb-b699-430c-af4a-d830049b93e1 HTTP/1.1" status: 200 len: 847 time: 0.1417112 Feb 12 21:39:47.125265 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4025805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10980213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842905365'] for subnet, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:47.143787 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6909eed0-19b9-4f49-93ae-f4fe69860a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:47.152363 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dc2b2-2aaa-472b-a468-e84a951124f4 req-ecc4cc75-62a9-49b1-ad91-ece8989ac88f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:47.154029 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d85dc2b2-2aaa-472b-a468-e84a951124f4 req-ecc4cc75-62a9-49b1-ad91-ece8989ac88f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.1756821 Feb 12 21:39:47.155550 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 35918) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:47.241517 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=602701a7-6052-4b51-830c-21d6ac4ab865,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:47.255035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.255476 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.255867 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.256269 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.256661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.257053 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.257440 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.257829 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.258217 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.258604 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.258996 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.259373 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.260437 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.260437 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.260686 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.261013 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.261429 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.261817 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.262200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.262585 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.262974 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.263359 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.263761 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.264148 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:39:47.268375 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:47.271649 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-584a3966-6d02-4a63-aa5d-d09631a3a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:47.273337 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-584a3966-6d02-4a63-aa5d-d09631a3a95e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fdb6571b-cda9-47e3-bee0-da8e039221ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1957502 Feb 12 21:39:47.283748 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_v2 [None req-68adc34b-e607-4493-9266-9a273983b0a1 admin admin] Deleting subnet 49ec685f-382a-482d-8783-01abd46010d6 {{(pid=84069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:39:47.288383 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d85dc2b2-2aaa-472b-a468-e84a951124f4 req-b8d4d34d-4620-4912-8418-eed503a2d565 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907576 Feb 12 21:39:47.301076 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:47.319277 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-db8c0bbc-50ce-4822-ae93-cc29bd8ba45e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/602701a7-6052-4b51-830c-21d6ac4ab865 HTTP/1.1" status: 204 len: 168 time: 0.7360339 Feb 12 21:39:47.319372 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68adc34b-e607-4493-9266-9a273983b0a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:47.319450 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 35924) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:47.465069 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0d55-0cfa-42ae-9f4a-19c335d2015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3865086'] for network, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:47.630692 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68adc34b-e607-4493-9266-9a273983b0a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262368411'] for subnet, precommit_delete_associations {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:47.706093 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0d55-0cfa-42ae-9f4a-19c335d2015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850739933', 'neutron.services.segments.db._delete_segments_for_network-8792999462447'] for network, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:47.767216 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68adc34b-e607-4493-9266-9a273983b0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850750012'] for subnet, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:47.798313 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-2d8e0ce1-cc91-47e7-ad47-5312aac14a41 service neutron] 10.222.0.66 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089660 Feb 12 21:39:47.834438 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-cc8c0d55-0cfa-42ae-9f4a-19c335d2015f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42af01d5-f180-404d-b2e0-973b43eb2701']}} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:47.850338 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-cc8c0d55-0cfa-42ae-9f4a-19c335d2015f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a393f88b-c6a5-426e-a2ed-9fa153bebd52') {'for_net_delete': True} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:47.850682 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-cc8c0d55-0cfa-42ae-9f4a-19c335d2015f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a393f88b-c6a5-426e-a2ed-9fa153bebd52') {} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:47.858170 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68db80d-5440-4439-b197-582a20e5e149 req-10e6b5a7-a07f-484d-abc0-54ca22a0bd6e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:47.859780 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c68db80d-5440-4439-b197-582a20e5e149 req-10e6b5a7-a07f-484d-abc0-54ca22a0bd6e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.4557967 Feb 12 21:39:47.864298 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0d55-0cfa-42ae-9f4a-19c335d2015f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243855186104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10514531'] for segment, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:47.881929 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0d55-0cfa-42ae-9f4a-19c335d2015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:47.884480 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cc8c0d55-0cfa-42ae-9f4a-19c335d2015f admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:39:48.093355 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-cc8c0d55-0cfa-42ae-9f4a-19c335d2015f admin admin] Network 42af01d5-f180-404d-b2e0-973b43eb2701 has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:39:48.103872 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0d55-0cfa-42ae-9f4a-19c335d2015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4030055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980226'] for segment, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:48.300005 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-cc8c0d55-0cfa-42ae-9f4a-19c335d2015f admin admin] Network 42af01d5-f180-404d-b2e0-973b43eb2701 has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:39:48.303015 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735b4ea-7996-4928-894a-e8801532a02c req-ae8a5b76-6ca6-4d49-a7d0-dfe26cbdee52 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:48.304649 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2735b4ea-7996-4928-894a-e8801532a02c req-ae8a5b76-6ca6-4d49-a7d0-dfe26cbdee52 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 944 time: 0.7741981 Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: Traceback (most recent call last): Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: timer() Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: cb(*args, **kw) Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: return func(*args, **kwargs) Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: self._notify() Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: self.callback(batched_events) Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: event.method(event) Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: segment_id)['aggregates'][0] Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: return f(self, *a, **k) Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: return self._get(url).json() Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: **kwargs) Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: return self.request(url, 'GET', **kwargs) Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: **endpoint_filter) Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:39:48.328409 dv-cinder-775250-2-smb neutron-server[83958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:39:48.404550 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c68db80d-5440-4439-b197-582a20e5e149 req-f127e91f-4184-4e02-a704-b77c02fb6621 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557342 Feb 12 21:39:48.415753 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0d55-0cfa-42ae-9f4a-19c335d2015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4035899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854114878'] for network, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:48.433116 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0d55-0cfa-42ae-9f4a-19c335d2015f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:48.441010 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:48.463739 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2735b4ea-7996-4928-894a-e8801532a02c req-0655c227-5bd1-4d77-b471-c10b20143c67 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1459439 Feb 12 21:39:48.496927 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c0d55-0cfa-42ae-9f4a-19c335d2015f admin admin] Pushing event deleted for resources: {'Network': ['ID=42af01d5-f180-404d-b2e0-973b43eb2701,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:48.500042 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-cc8c0d55-0cfa-42ae-9f4a-19c335d2015f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:48.502201 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-cc8c0d55-0cfa-42ae-9f4a-19c335d2015f admin admin] 10.222.0.35 "DELETE /v2.0/networks/42af01d5-f180-404d-b2e0-973b43eb2701 HTTP/1.1" status: 204 len: 168 time: 1.1848059 Feb 12 21:39:48.520004 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83c345f8-ab0f-439d-82d4-7a7390f0af54 req-c7aae18f-5fd4-4080-8472-c019dd347b9c service neutron] 10.222.0.66 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7104914 Feb 12 21:39:48.535566 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-3735a224-9fca-4847-af19-bc13a60170be tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:48.537223 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-3735a224-9fca-4847-af19-bc13a60170be tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.3873215 Feb 12 21:39:48.639375 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:39:48.684220 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 35940) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:48.755311 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:39:48.756031 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:48.766434 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e68f6c71-2ec5-45ae-8027-eb35a12b3d3b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6b4257113824071ad301c8114b8307d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0806000 Feb 12 21:39:48.769301 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 35944) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:48.856655 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Deleting port d557f482-9260-4567-b37c-700a2d9a71fc {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:39:48.856985 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:48.877619 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d2d915f6-6307-4df5-9674-4d0f00336ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:48.938284 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d2d915f6-6307-4df5-9674-4d0f00336ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:48.952610 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68adc34b-e607-4493-9266-9a273983b0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4025805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11382402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11588037'] for subnet, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:48.983523 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:49.000587 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d2d915f6-6307-4df5-9674-4d0f00336ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:49.006184 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-8785c454-479a-473e-b3f3-e0b5aae914be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:49.021972 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d915f6-6307-4df5-9674-4d0f00336ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf96070b-8b0a-49f6-9993-cd57794e5aff,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:49.025886 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d2d915f6-6307-4df5-9674-4d0f00336ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:49.046827 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d2d915f6-6307-4df5-9674-4d0f00336ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:49.048100 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-d2d915f6-6307-4df5-9674-4d0f00336ce3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf96070b-8b0a-49f6-9993-cd57794e5aff HTTP/1.1" status: 204 len: 168 time: 0.2776487 Feb 12 21:39:49.132245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adc34b-e607-4493-9266-9a273983b0a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49ec685f-382a-482d-8783-01abd46010d6,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:49.144835 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-68adc34b-e607-4493-9266-9a273983b0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:49.159021 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b78fbc-f7ba-4cf7-becd-63963d1c37bd req-30b235a0-eaed-43a4-bd3a-0aefe720c47b tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:49.163051 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device d557f482-9260-4567-b37c-700a2d9a71fc no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:39:49.166873 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-45b78fbc-f7ba-4cf7-becd-63963d1c37bd req-30b235a0-eaed-43a4-bd3a-0aefe720c47b tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 945 time: 0.5514307 Feb 12 21:39:49.198439 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a1859-0703-4daf-b6ea-ded5ef73f976 req-ef3af15d-2ea6-4bed-99f0-b301944e420d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:49.200657 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7b4a1859-0703-4daf-b6ea-ded5ef73f976 req-ef3af15d-2ea6-4bed-99f0-b301944e420d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49ec507faa244b44a51dada5f29b8cae&device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 1161 time: 0.4917197 Feb 12 21:39:49.325840 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:49.356143 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f90c57b-01dd-44b3-a4cf-f75ed1256546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd557f482-9260-4567-b37c-700a2d9a71fc'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:39:49.366726 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port d557f482-9260-4567-b37c-700a2d9a71fc, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=d557f482-9260-4567-b37c-700a2d9a71fc,segment=NetworkSegment(c24a139e-3507-4f3e-b88d-dc6ab4830485),segment_id=c24a139e-3507-4f3e-b88d-dc6ab4830485)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:49.370103 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:49.372038 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:49.442866 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f90c57b-01dd-44b3-a4cf-f75ed1256546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd557f482-9260-4567-b37c-700a2d9a71fc', 'code': 200} Feb 12 21:39:49.454620 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-45b78fbc-f7ba-4cf7-becd-63963d1c37bd req-d6ded413-02e1-43fa-ae73-89ad7e3931a6 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865844 Feb 12 21:39:49.484563 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68adc34b-e607-4493-9266-9a273983b0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for subnet, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:49.493006 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=d557f482-9260-4567-b37c-700a2d9a71fc,revision_number=5']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:49.515009 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:49.526140 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-68adc34b-e607-4493-9266-9a273983b0a1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/49ec685f-382a-482d-8783-01abd46010d6 HTTP/1.1" status: 204 len: 168 time: 2.3671143 Feb 12 21:39:49.526574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 35966) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:49.592073 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a1859-0703-4daf-b6ea-ded5ef73f976 req-742deff6-d12b-4e06-9f6d-52af88c88d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:49.593694 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7b4a1859-0703-4daf-b6ea-ded5ef73f976 req-742deff6-d12b-4e06-9f6d-52af88c88d13 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fdb6571b-cda9-47e3-bee0-da8e039221ab HTTP/1.1" status: 200 len: 903 time: 0.3727615 Feb 12 21:39:49.610202 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] For port d557f482-9260-4567-b37c-700a2d9a71fc, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=d557f482-9260-4567-b37c-700a2d9a71fc,segment=NetworkSegment(c24a139e-3507-4f3e-b88d-dc6ab4830485),segment_id=c24a139e-3507-4f3e-b88d-dc6ab4830485)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:49.610876 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:49.678531 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-395cd598-55af-4b4d-a2f7-f1596db3dcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3865086'] for network, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:49.842306 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7b4a1859-0703-4daf-b6ea-ded5ef73f976 req-13f13e80-683f-4286-b0a3-5a8bf882b9a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12eed96-f310-41ee-8e0b-2edd96db6257 HTTP/1.1" status: 200 len: 217 time: 0.2372482 Feb 12 21:39:49.906280 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-395cd598-55af-4b4d-a2f7-f1596db3dcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850739933', 'neutron.services.segments.db._delete_segments_for_network-8792999462447'] for network, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:49.918581 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Calling delete_port for d557f482-9260-4567-b37c-700a2d9a71fc owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:39:50.037230 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-395cd598-55af-4b4d-a2f7-f1596db3dcca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3147d1-b34d-4b05-9e62-24d0afcd6fcd']}} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:50.051892 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-395cd598-55af-4b4d-a2f7-f1596db3dcca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe55b32-756e-4997-a56b-129e7721f404') {'for_net_delete': True} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:50.052398 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-395cd598-55af-4b4d-a2f7-f1596db3dcca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe55b32-756e-4997-a56b-129e7721f404') {} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:39:50.067661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-395cd598-55af-4b4d-a2f7-f1596db3dcca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243855186104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10514531'] for segment, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:50.094336 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-395cd598-55af-4b4d-a2f7-f1596db3dcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:50.099266 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-395cd598-55af-4b4d-a2f7-f1596db3dcca admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:39:50.106478 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a1859-0703-4daf-b6ea-ded5ef73f976 req-75bbfa61-fe02-40f0-9663-11f1f0cd5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:50.108098 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7b4a1859-0703-4daf-b6ea-ded5ef73f976 req-75bbfa61-fe02-40f0-9663-11f1f0cd5902 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=217c03cb-b699-430c-af4a-d830049b93e1 HTTP/1.1" status: 200 len: 847 time: 0.1581635 Feb 12 21:39:50.171979 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8919563-1fa6-432a-8943-ae1be7b2347f req-f1840cf8-a565-4bcb-a6fc-40c0f15e3007 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:50.173628 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c8919563-1fa6-432a-8943-ae1be7b2347f req-f1840cf8-a565-4bcb-a6fc-40c0f15e3007 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.5669158 Feb 12 21:39:50.179966 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948f1f-18b9-4440-97f3-318963616afd req-4d3e4b36-6b9f-4170-8bab-cb87cd532c02 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:50.181566 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ff948f1f-18b9-4440-97f3-318963616afd req-4d3e4b36-6b9f-4170-8bab-cb87cd532c02 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 944 time: 0.5737448 Feb 12 21:39:50.196416 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84069) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:39:50.196876 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:39:50.572686 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-395cd598-55af-4b4d-a2f7-f1596db3dcca admin admin] Network 0a3147d1-b34d-4b05-9e62-24d0afcd6fcd has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:39:50.582719 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c8919563-1fa6-432a-8943-ae1be7b2347f req-33fb11de-1e35-4422-bba6-fa13be13cfd4 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777032 Feb 12 21:39:50.585874 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-395cd598-55af-4b4d-a2f7-f1596db3dcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4030055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980226'] for segment, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:50.603097 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ff948f1f-18b9-4440-97f3-318963616afd req-00cee2ba-2b1a-4a41-9f74-e6168cc9a33d tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.3953478 Feb 12 21:39:50.632548 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a1859-0703-4daf-b6ea-ded5ef73f976 req-196bc259-bf09-4246-8161-c1aaa949acec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:50.634204 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7b4a1859-0703-4daf-b6ea-ded5ef73f976 req-196bc259-bf09-4246-8161-c1aaa949acec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fdb6571b-cda9-47e3-bee0-da8e039221ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5058367 Feb 12 21:39:50.789144 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Deleting port d557f482-9260-4567-b37c-700a2d9a71fc {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:39:50.789520 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:50.795288 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-395cd598-55af-4b4d-a2f7-f1596db3dcca admin admin] Network 0a3147d1-b34d-4b05-9e62-24d0afcd6fcd has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: Traceback (most recent call last): Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: timer() Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: cb(*args, **kw) Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: return func(*args, **kwargs) Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: self._notify() Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: self.callback(batched_events) Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: event.method(event) Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: segment_id)['aggregates'][0] Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: return f(self, *a, **k) Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: return self._get(url).json() Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: **kwargs) Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: return self.request(url, 'GET', **kwargs) Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: **endpoint_filter) Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:39:50.894146 dv-cinder-775250-2-smb neutron-server[83958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:39:50.918085 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-395cd598-55af-4b4d-a2f7-f1596db3dcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4035899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854114878'] for network, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:50.927100 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:50.949768 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-395cd598-55af-4b4d-a2f7-f1596db3dcca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:50.958235 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395cd598-55af-4b4d-a2f7-f1596db3dcca admin admin] Pushing event deleted for resources: {'Network': ['ID=0a3147d1-b34d-4b05-9e62-24d0afcd6fcd,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:50.960803 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-395cd598-55af-4b4d-a2f7-f1596db3dcca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:50.971582 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-395cd598-55af-4b4d-a2f7-f1596db3dcca admin admin] 10.222.0.35 "DELETE /v2.0/networks/0a3147d1-b34d-4b05-9e62-24d0afcd6fcd HTTP/1.1" status: 204 len: 168 time: 1.4432631 Feb 12 21:39:51.118235 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7b4a1859-0703-4daf-b6ea-ded5ef73f976 req-544d1c4d-0fa0-4d63-8b2c-5b785b158ae7 service neutron] 10.222.0.66 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505777 Feb 12 21:39:51.191045 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36006) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:51.270631 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-27eb0389-e0de-46a2-af6d-1953061635b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=502f938b897a45acb132f948aac910d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0781696 Feb 12 21:39:51.274096 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36012) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:51.350507 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d3fb1-a3f0-4915-8c3b-ed2fd44f1eb2 req-5a420aaf-f86e-4476-9835-3e4a47494d72 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:51.350982 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e98b658-21a6-4d6a-83d1-28fe079e57b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:51.353965 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-117d3fb1-a3f0-4915-8c3b-ed2fd44f1eb2 req-5a420aaf-f86e-4476-9835-3e4a47494d72 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 943 time: 0.5314040 Feb 12 21:39:51.356622 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36018) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:51.397719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e98b658-21a6-4d6a-83d1-28fe079e57b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:51.496046 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] For port d557f482-9260-4567-b37c-700a2d9a71fc, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=d557f482-9260-4567-b37c-700a2d9a71fc,segment=NetworkSegment(c24a139e-3507-4f3e-b88d-dc6ab4830485),segment_id=c24a139e-3507-4f3e-b88d-dc6ab4830485)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:51.496281 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:51.510639 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e98b658-21a6-4d6a-83d1-28fe079e57b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:51.516393 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-117d3fb1-a3f0-4915-8c3b-ed2fd44f1eb2 req-feb662c5-b85a-46c8-95e1-bfbdcde843f5 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465886 Feb 12 21:39:51.520646 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7b4a1859-0703-4daf-b6ea-ded5ef73f976 req-dbf2ba44-52aa-423b-97c2-da29f2dc19e7 service neutron] 10.222.0.66 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3923156 Feb 12 21:39:51.521977 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0cec3c4f-b655-45fc-9804-7b9d4f21ea05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:51.565231 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98b658-21a6-4d6a-83d1-28fe079e57b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe058aa9-60be-4873-87ba-5a5499e2b149,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:51.567924 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0e98b658-21a6-4d6a-83d1-28fe079e57b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:51.578822 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0e98b658-21a6-4d6a-83d1-28fe079e57b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:51.580104 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0e98b658-21a6-4d6a-83d1-28fe079e57b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe058aa9-60be-4873-87ba-5a5499e2b149 HTTP/1.1" status: 204 len: 168 time: 0.3048961 Feb 12 21:39:51.581562 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b7a65f30-3619-437b-b542-e255f4fe884d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:51.610261 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-b7a65f30-3619-437b-b542-e255f4fe884d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:39:51.633924 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-b7a65f30-3619-437b-b542-e255f4fe884d admin admin] Usage tracker for resource:security_group_rule and tenant:7ab994ae54de4b468117cc2cc32727d3 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:39:51.642061 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-b7a65f30-3619-437b-b542-e255f4fe884d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:39:51.660905 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-b7a65f30-3619-437b-b542-e255f4fe884d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:39:51.665733 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Calling delete_port for d557f482-9260-4567-b37c-700a2d9a71fc owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:39:51.867230 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b7a65f30-3619-437b-b542-e255f4fe884d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:51.871606 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b7a65f30-3619-437b-b542-e255f4fe884d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:51.882162 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f55a9c1c-fe66-434b-9820-355654d810e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:51.934510 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b7a65f30-3619-437b-b542-e255f4fe884d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ab994ae54de4b468117cc2cc32727d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5754409 Feb 12 21:39:51.936431 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a65f30-3619-437b-b542-e255f4fe884d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aa9d0c-08d3-4190-87a6-112b4d865ee5,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:51.941644 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36036) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:51.948160 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b7a65f30-3619-437b-b542-e255f4fe884d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:52.013760 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:52.036916 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:52.041418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-877660e5-5ef3-4c90-a66c-250ba5f0c5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:52.070960 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-877660e5-5ef3-4c90-a66c-250ba5f0c5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:52.123839 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-877660e5-5ef3-4c90-a66c-250ba5f0c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:52.133084 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-53d5c6dd-e445-4ded-b022-f9b07c6f18af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:52.148391 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dc6f8-e146-40a0-8dfb-302958753f30 req-7f59cbc5-dfb1-40f6-bf34-7bdd3b76d747 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:52.149345 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877660e5-5ef3-4c90-a66c-250ba5f0c5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4aa9d0c-08d3-4190-87a6-112b4d865ee5,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:52.152808 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d71dc6f8-e146-40a0-8dfb-302958753f30 req-7f59cbc5-dfb1-40f6-bf34-7bdd3b76d747 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.3758366 Feb 12 21:39:52.163538 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Pushing event deleted for resources: {'Port': ['ID=d557f482-9260-4567-b37c-700a2d9a71fc,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:52.166783 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:52.172574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-877660e5-5ef3-4c90-a66c-250ba5f0c5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:52.175238 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-877660e5-5ef3-4c90-a66c-250ba5f0c5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:52.177344 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-877660e5-5ef3-4c90-a66c-250ba5f0c5f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f4aa9d0c-08d3-4190-87a6-112b4d865ee5 HTTP/1.1" status: 204 len: 168 time: 0.2335362 Feb 12 21:39:52.255851 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636561fd-65e1-4676-ba5d-2eb9feaa4951 req-a83715c2-4e0d-474c-b9c2-59a71effc131 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:52.257182 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-636561fd-65e1-4676-ba5d-2eb9feaa4951 req-a83715c2-4e0d-474c-b9c2-59a71effc131 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 944 time: 0.3606527 Feb 12 21:39:52.303660 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d71dc6f8-e146-40a0-8dfb-302958753f30 req-47e0a587-2ab5-4e18-96e0-e35f1037285d tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311326 Feb 12 21:39:52.364188 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-636561fd-65e1-4676-ba5d-2eb9feaa4951 req-896a9c05-eaeb-4a4b-91a8-6915baaaa188 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0938444 Feb 12 21:39:52.436140 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] No DVR routers for this DVR port d557f482-9260-4567-b37c-700a2d9a71fc on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:39:52.504424 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:52.512821 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f90c57b-01dd-44b3-a4cf-f75ed1256546', 'name': 'network-vif-deleted', 'tag': 'd557f482-9260-4567-b37c-700a2d9a71fc'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:39:52.531878 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2afef22a-37d7-4e3d-ac50-3854000e9f2c req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.66 "DELETE /v2.0/ports/d557f482-9260-4567-b37c-700a2d9a71fc HTTP/1.1" status: 204 len: 173 time: 3.9596512 Feb 12 21:39:52.594482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d92239-74e5-43a8-875f-60a26fc3fa2a req-12d9c512-4960-4c07-8cf5-b17afd6fbbcd tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:52.596539 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-08d92239-74e5-43a8-875f-60a26fc3fa2a req-12d9c512-4960-4c07-8cf5-b17afd6fbbcd tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 945 time: 0.1577451 Feb 12 21:39:52.598586 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f90c57b-01dd-44b3-a4cf-f75ed1256546', 'name': 'network-vif-deleted', 'tag': 'd557f482-9260-4567-b37c-700a2d9a71fc', 'status': 'completed', 'code': 200} Feb 12 21:39:52.711753 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-08d92239-74e5-43a8-875f-60a26fc3fa2a req-0179dd32-1521-4f6f-b730-1df1dc13fb69 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014671 Feb 12 21:39:52.784842 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-c432051c-afea-4650-ab2c-8e61efcd0fed req-4026bf80-c3d8-4e71-a269-1e1b84f39a41 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Synchronizing usage tracker for tenant:4ade9798f9ae40008a2eba6065c86a71 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:39:52.804161 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-c432051c-afea-4650-ab2c-8e61efcd0fed req-4026bf80-c3d8-4e71-a269-1e1b84f39a41 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Unset dirty status for tenant:4ade9798f9ae40008a2eba6065c86a71 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:39:52.805507 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c432051c-afea-4650-ab2c-8e61efcd0fed req-4026bf80-c3d8-4e71-a269-1e1b84f39a41 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f90c57b-01dd-44b3-a4cf-f75ed1256546 HTTP/1.1" status: 200 len: 210 time: 0.0926406 Feb 12 21:39:52.913172 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36068) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:52.933893 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06a6d18d-0ed0-432e-a665-5edee4537491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:52.952199 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-06a6d18d-0ed0-432e-a665-5edee4537491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:39:52.956604 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-06a6d18d-0ed0-432e-a665-5edee4537491 admin admin] Usage tracker for resource:security_group_rule and tenant:25cf7470d2024e829554f23e82072c0f is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:39:52.960364 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-06a6d18d-0ed0-432e-a665-5edee4537491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:39:52.966653 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-06a6d18d-0ed0-432e-a665-5edee4537491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:39:53.059112 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 36074) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:53.060686 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06a6d18d-0ed0-432e-a665-5edee4537491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:53.063616 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06a6d18d-0ed0-432e-a665-5edee4537491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:53.073094 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ee0318fa-ebc5-4871-9ee7-6a3ef1876b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:53.119193 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-06a6d18d-0ed0-432e-a665-5edee4537491 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=25cf7470d2024e829554f23e82072c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049448 Feb 12 21:39:53.121547 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6d18d-0ed0-432e-a665-5edee4537491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a36dc78-dacb-4217-9d7a-9b3c082fbc01,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:53.122775 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 36080) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:53.125047 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-06a6d18d-0ed0-432e-a665-5edee4537491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:53.221651 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b2c28fa1-7db3-4f6c-9a3f-548f95aa8199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:53.233614 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b45db587-b1ab-4790-aac1-f04176a485bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:53.253160 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-b2c28fa1-7db3-4f6c-9a3f-548f95aa8199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:39:53.263440 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-b2c28fa1-7db3-4f6c-9a3f-548f95aa8199 admin admin] Usage tracker for resource:security_group_rule and tenant:029d0958daf24836a956bf1ef5fabc5a is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:39:53.269244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-b2c28fa1-7db3-4f6c-9a3f-548f95aa8199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:39:53.278836 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b45db587-b1ab-4790-aac1-f04176a485bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:53.286101 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-b2c28fa1-7db3-4f6c-9a3f-548f95aa8199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:39:53.372468 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b45db587-b1ab-4790-aac1-f04176a485bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:53.382821 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:53.402675 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45db587-b1ab-4790-aac1-f04176a485bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a36dc78-dacb-4217-9d7a-9b3c082fbc01,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:53.412482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b45db587-b1ab-4790-aac1-f04176a485bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:53.418344 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b45db587-b1ab-4790-aac1-f04176a485bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:53.419330 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b45db587-b1ab-4790-aac1-f04176a485bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a36dc78-dacb-4217-9d7a-9b3c082fbc01 HTTP/1.1" status: 204 len: 168 time: 0.2953115 Feb 12 21:39:53.447944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b2c28fa1-7db3-4f6c-9a3f-548f95aa8199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:53.452399 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b2c28fa1-7db3-4f6c-9a3f-548f95aa8199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:53.463551 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-15e85111-b992-46f4-8b98-2b39c9e16374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:53.517951 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b2c28fa1-7db3-4f6c-9a3f-548f95aa8199 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=029d0958daf24836a956bf1ef5fabc5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4580262 Feb 12 21:39:53.519981 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c28fa1-7db3-4f6c-9a3f-548f95aa8199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0f56f8-50d6-4616-aa6d-fd41b479a521,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:53.520842 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36090) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:53.523836 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b2c28fa1-7db3-4f6c-9a3f-548f95aa8199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:53.608017 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7f61823a-6e83-41fa-bc22-91614186557f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:53.654351 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7f61823a-6e83-41fa-bc22-91614186557f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:53.704065 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7f61823a-6e83-41fa-bc22-91614186557f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:53.709692 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c9a80f45-6d60-4040-a753-a09e3794cdd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:53.714793 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7911eb8-e280-4711-bb37-3e98f713439a req-6d52940d-d129-4b40-b2a6-b9f4153c76c0 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:53.716497 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d7911eb8-e280-4711-bb37-3e98f713439a req-6d52940d-d129-4b40-b2a6-b9f4153c76c0 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.1778429 Feb 12 21:39:53.729971 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814cd9f-2127-4108-9d61-33946895ec5d req-27d988e0-d32c-4ff7-bd2f-138b8e7a799d tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:53.731612 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b814cd9f-2127-4108-9d61-33946895ec5d req-27d988e0-d32c-4ff7-bd2f-138b8e7a799d tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 944 time: 0.1435680 Feb 12 21:39:53.747071 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61823a-6e83-41fa-bc22-91614186557f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0f56f8-50d6-4616-aa6d-fd41b479a521,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:53.754850 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7f61823a-6e83-41fa-bc22-91614186557f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:53.755810 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7f61823a-6e83-41fa-bc22-91614186557f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:53.757055 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-7f61823a-6e83-41fa-bc22-91614186557f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d0f56f8-50d6-4616-aa6d-fd41b479a521 HTTP/1.1" status: 204 len: 168 time: 0.2349167 Feb 12 21:39:53.813179 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d7911eb8-e280-4711-bb37-3e98f713439a req-372d90e5-ace1-4d62-ab2c-50436dd477f6 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804560 Feb 12 21:39:53.822659 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b814cd9f-2127-4108-9d61-33946895ec5d req-bf2bdbbe-d8a4-44d1-85c2-59b6492c8fa5 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0728896 Feb 12 21:39:53.935387 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bfd78500-b423-42aa-a3de-b6b1064a15b5 req-0b2808f9-d427-4be3-8112-00e56e96509f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1041639 Feb 12 21:39:54.150806 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd78500-b423-42aa-a3de-b6b1064a15b5 req-5087a053-d461-4625-bbfd-88bc2d17e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:54.153215 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bfd78500-b423-42aa-a3de-b6b1064a15b5 req-5087a053-d461-4625-bbfd-88bc2d17e7dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ade9798f9ae40008a2eba6065c86a71&device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 1162 time: 0.1800916 Feb 12 21:39:54.171740 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600f55e-6fb3-4031-8b63-336a11a3cdb7 req-bd2fbf60-8443-45fa-9102-8f9be54532c6 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:54.174045 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e600f55e-6fb3-4031-8b63-336a11a3cdb7 req-bd2fbf60-8443-45fa-9102-8f9be54532c6 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 945 time: 0.1496587 Feb 12 21:39:54.341144 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e600f55e-6fb3-4031-8b63-336a11a3cdb7 req-a57f7abd-ac48-4cb2-95ff-8e72b441fd1c tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584842 Feb 12 21:39:54.392582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd78500-b423-42aa-a3de-b6b1064a15b5 req-e9b6e3de-65e1-4ae0-9c42-9ac7446a9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:54.394200 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bfd78500-b423-42aa-a3de-b6b1064a15b5 req-e9b6e3de-65e1-4ae0-9c42-9ac7446a9095 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd HTTP/1.1" status: 200 len: 912 time: 0.2133734 Feb 12 21:39:54.519506 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bfd78500-b423-42aa-a3de-b6b1064a15b5 req-a640ca07-6c15-44c4-859c-50d0c1925825 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=109779e5-aeda-4ab8-85bf-45c0e814f4a4 HTTP/1.1" status: 200 len: 217 time: 0.1145906 Feb 12 21:39:54.633470 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd78500-b423-42aa-a3de-b6b1064a15b5 req-84d4a93b-43a1-4d37-a10f-a026fd45c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:54.635271 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bfd78500-b423-42aa-a3de-b6b1064a15b5 req-84d4a93b-43a1-4d37-a10f-a026fd45c64e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5354e90-f0b4-413c-b8eb-fcea8549d5b4 HTTP/1.1" status: 200 len: 858 time: 0.0949428 Feb 12 21:39:54.644223 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731847f-17e7-48e5-8508-5c1a52bfb7ab req-d7a29a88-f9e4-4d9b-b47a-7fff3526cae9 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:54.645857 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7731847f-17e7-48e5-8508-5c1a52bfb7ab req-d7a29a88-f9e4-4d9b-b47a-7fff3526cae9 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1815882 Feb 12 21:39:54.730547 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bfd78500-b423-42aa-a3de-b6b1064a15b5 req-62d382e7-2fad-400a-9479-eba19ed32777 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826185 Feb 12 21:39:54.826116 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36140) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:54.986213 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1322240768-network', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:39:54.992851 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:39:54.997691 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Usage tracker for resource:network and tenant:a2c3bd88183945119c66fe473d607ea3 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:39:55.000798 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:39:55.007887 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:39:55.018392 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Made reservation on behalf of a2c3bd88183945119c66fe473d607ea3 for: {'network': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:39:55.023409 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:55.037896 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:55.055775 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:39:55.061669 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Usage tracker for resource:security_group_rule and tenant:a2c3bd88183945119c66fe473d607ea3 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:39:55.064859 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:39:55.072032 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:39:55.128792 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7731847f-17e7-48e5-8508-5c1a52bfb7ab req-8bf07219-8fa6-434d-9e9b-01e3d21c31a2 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301405 Feb 12 21:39:55.183755 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:55.188170 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:55.193233 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-877660e5-5ef3-4c90-a66c-250ba5f0c5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:55.201218 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bfd78500-b423-42aa-a3de-b6b1064a15b5 req-5f4f5eea-653a-4696-a340-ab5ebaa1b1fc service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631770 Feb 12 21:39:55.229306 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:39:55.240377 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2eb5c4c-5c03-49ee-a485-624bb4412e28,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:55.245002 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:55.248913 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363243855313370', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:55.250256 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.segments_db [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Added segment 4876b47c-2ec7-492b-8650-415ad9763bc2 of type vxlan for network 442c5856-d8a8-499f-8212-c45b52e4fb00 Feb 12 21:39:55.284657 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243855695732'] for network, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:55.316216 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a3111-8f07-43e8-ab32-7386aef7d79a req-42a464e7-ce80-48de-a984-79501623f4cd tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:55.317928 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-389a3111-8f07-43e8-ab32-7386aef7d79a req-42a464e7-ce80-48de-a984-79501623f4cd tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.3319860 Feb 12 21:39:55.324403 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for network, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:55.326593 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:55.327503 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:55.333936 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:55.457944 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6237793 Feb 12 21:39:55.457944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36164) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:55.457944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Pushing event updated for resources: {'Network': ['ID=442c5856-d8a8-499f-8212-c45b52e4fb00,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:55.462321 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] Request body: {'subnet': {'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1322240768-subnet', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'ip_version': 4}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:39:55.466830 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:55.469563 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:39:55.474097 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] Usage tracker for resource:subnet and tenant:a2c3bd88183945119c66fe473d607ea3 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:39:55.477000 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Network 442c5856-d8a8-499f-8212-c45b52e4fb00 details requested by agent ovs-agent-dv-cinder-775250-2-smb with host dv-cinder-775250-2-smb {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:39:55.477626 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:39:55.484555 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:39:55.496112 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] Made reservation on behalf of a2c3bd88183945119c66fe473d607ea3 for: {'subnet': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:39:55.501281 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036842903794'] for subnet, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:55.511859 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Network 442c5856-d8a8-499f-8212-c45b52e4fb00 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:39:55.534910 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bfd78500-b423-42aa-a3de-b6b1064a15b5 req-3bf0fcbc-e816-428e-a16c-6f5f1006aff6 service neutron] 10.222.0.66 "GET /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3216717 Feb 12 21:39:55.544728 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-389a3111-8f07-43e8-ab32-7386aef7d79a req-57a994f9-35fb-4107-b6e8-866b6cf60412 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814408 Feb 12 21:39:55.572298 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e020aea-1d80-4d3a-9bc7-b8c9d6507852 req-2281511a-f7c9-4da9-9436-50978b3ee81f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:55.574400 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3e020aea-1d80-4d3a-9bc7-b8c9d6507852 req-2281511a-f7c9-4da9-9436-50978b3ee81f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 944 time: 0.2554526 Feb 12 21:39:55.662677 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3e020aea-1d80-4d3a-9bc7-b8c9d6507852 req-2f30b8a0-7d34-40bd-93b8-dc582caf3f03 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0774636 Feb 12 21:39:55.835226 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bbc99-5ced-4a8d-b1be-3583d15ac8c0 req-498d16d8-5459-4cd2-aa81-ea41709c8959 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:55.836876 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2a5bbc99-5ced-4a8d-b1be-3583d15ac8c0 req-498d16d8-5459-4cd2-aa81-ea41709c8959 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 945 time: 0.0922594 Feb 12 21:39:55.889951 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2a5bbc99-5ced-4a8d-b1be-3583d15ac8c0 req-3281882f-08da-4269-9eba-0a0e24ee6623 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462606 Feb 12 21:39:55.989077 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843795663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036842903779'] for subnet, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:56.006122 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0956404f-ec2f-4648-8439-a2d85d32f33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:56.140779 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7617e10-46d8-4e1b-b626-16aaa8fd84a7,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:56.146162 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:56.154736 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 36178) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:56.210026 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] Checking segment: {'id': '4876b47c-2ec7-492b-8650-415ad9763bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:39:56.210401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] Network hostable DHCP agents. Network: 442c5856-d8a8-499f-8212-c45b52e4fb00, hostable agents: ['fe4b0c24-8131-4fdd-a4b5-e06b73679163'], hosted agents: [] {{(pid=84068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:39:56.229347 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] Network 442c5856-d8a8-499f-8212-c45b52e4fb00 is scheduled to be hosted by DHCP agent fe4b0c24-8131-4fdd-a4b5-e06b73679163 with binding_index 1 {{(pid=84068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:39:56.239439 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-smb, 442c5856-d8a8-499f-8212-c45b52e4fb00) {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:39:56.251518 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44d2469-a75c-44f9-b612-aa6bca83067b None None] Network 442c5856-d8a8-499f-8212-c45b52e4fb00 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:39:56.252775 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:56.253424 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:56.283354 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8266487 Feb 12 21:39:56.284080 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36186) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:56.298450 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1322240768-router', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:39:56.304051 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:39:56.308918 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Usage tracker for resource:router and tenant:a2c3bd88183945119c66fe473d607ea3 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:39:56.313482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:39:56.319632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:39:56.331410 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854106008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854525443'] for router, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:56.331987 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6a1f2e4f-6ee4-4ee2-a38d-1c4388db20f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:56.333039 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854042362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854195501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854569461'] for router, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:56.350705 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:56.352174 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-6a1f2e4f-6ee4-4ee2-a38d-1c4388db20f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:39:56.356872 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-6a1f2e4f-6ee4-4ee2-a38d-1c4388db20f9 admin admin] Usage tracker for resource:security_group_rule and tenant:e114339e6c854ae59d467ad102aeacea is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:39:56.360220 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-6a1f2e4f-6ee4-4ee2-a38d-1c4388db20f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:39:56.382672 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-6a1f2e4f-6ee4-4ee2-a38d-1c4388db20f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:39:56.475737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59acf11-4f41-415d-a541-c4beab4ec9b2 req-5ae42aaf-34b6-4751-9b8d-a0fe3b94d8ea tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:56.486057 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c59acf11-4f41-415d-a541-c4beab4ec9b2 req-5ae42aaf-34b6-4751-9b8d-a0fe3b94d8ea tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.2326717 Feb 12 21:39:56.519224 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device d12eed96-f310-41ee-8e0b-2edd96db6257 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:39:56.556955 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c59acf11-4f41-415d-a541-c4beab4ec9b2 req-75d5f53c-3130-466b-bf22-19e98cd8814a tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695431 Feb 12 21:39:56.633737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6a1f2e4f-6ee4-4ee2-a38d-1c4388db20f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:56.638277 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port d12eed96-f310-41ee-8e0b-2edd96db6257 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:39:56.643026 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6a1f2e4f-6ee4-4ee2-a38d-1c4388db20f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:56.646341 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port d12eed96-f310-41ee-8e0b-2edd96db6257 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:39:56.647391 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:56.661046 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7d1282ad-6123-4daa-8a3a-218074e52238 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:56.681462 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a151f3-25f1-5cec-a612-27f374a17f38-442c5856-d8a8-499f-8212-c45b52e4fb00', 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'fixed_ips': [{'subnet_id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7'}]}} from dv-cinder-775250-2-smb. {{(pid=84070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 12 21:39:56.696163 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:56.765281 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-6a1f2e4f-6ee4-4ee2-a38d-1c4388db20f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e114339e6c854ae59d467ad102aeacea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092832 Feb 12 21:39:56.766319 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f2e4f-6ee4-4ee2-a38d-1c4388db20f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a4c89d-bcdd-492a-9c5e-4ce03f561227,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:56.769122 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 36196) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:56.772023 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6a1f2e4f-6ee4-4ee2-a38d-1c4388db20f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:56.878177 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854119010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854569446'] for router, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:56.988047 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba3725b7-cc80-4550-b872-172604386c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:57.041951 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba3725b7-cc80-4550-b872-172604386c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:57.045139 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:57.122804 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f0967-115d-42a7-99b5-6526b93c387b req-2d9a2e29-fd26-49ca-9796-1a2bc57ddabc tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:57.124521 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-312f0967-115d-42a7-99b5-6526b93c387b req-2d9a2e29-fd26-49ca-9796-1a2bc57ddabc tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.2551029 Feb 12 21:39:57.146065 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12eed96-f310-41ee-8e0b-2edd96db6257'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:39:57.150964 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1185a-cfeb-4166-adc7-832b0be308a6 req-0e1d9d26-a4f2-4129-9c30-d25ead63b15b tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:57.152899 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b1a1185a-cfeb-4166-adc7-832b0be308a6 req-0e1d9d26-a4f2-4129-9c30-d25ead63b15b tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 944 time: 0.2185133 Feb 12 21:39:57.168405 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port d12eed96-f310-41ee-8e0b-2edd96db6257, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=d12eed96-f310-41ee-8e0b-2edd96db6257,segment=NetworkSegment(dd6e8f15-3cdb-465f-92d3-0ade404b1c3b),segment_id=dd6e8f15-3cdb-465f-92d3-0ade404b1c3b)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:57.172838 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:57.178072 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5ab19a4b-21fe-41b0-912c-7d929f8b46bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:57.211490 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba3725b7-cc80-4550-b872-172604386c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:57.221794 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c2d7cb58-e609-4057-a9a7-27f599c37e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:57.239335 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-312f0967-115d-42a7-99b5-6526b93c387b req-e11adb46-908c-440b-9aa9-9ce727dba17c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016145 Feb 12 21:39:57.261082 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3725b7-cc80-4550-b872-172604386c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a4c89d-bcdd-492a-9c5e-4ce03f561227,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:57.267445 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ba3725b7-cc80-4550-b872-172604386c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:57.270890 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b1a1185a-cfeb-4166-adc7-832b0be308a6 req-4cc48fb2-26c7-4d51-af7d-f39808b94dc3 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0949588 Feb 12 21:39:57.273785 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba3725b7-cc80-4550-b872-172604386c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:57.276019 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ba3725b7-cc80-4550-b872-172604386c8b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2a4c89d-bcdd-492a-9c5e-4ce03f561227 HTTP/1.1" status: 204 len: 168 time: 0.5056129 Feb 12 21:39:57.296106 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:57.326298 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:57.374572 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=d12eed96-f310-41ee-8e0b-2edd96db6257,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:57.386324 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:57.387942 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Allocated IP 172.20.0.2 (442c5856-d8a8-499f-8212-c45b52e4fb00/a7617e10-46d8-4e1b-b626-16aaa8fd84a7/810628e7-5d96-43b9-9bed-5ac2ad584262) {{(pid=84070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:39:57.441339 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12eed96-f310-41ee-8e0b-2edd96db6257', 'code': 200} Feb 12 21:39:57.543915 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3283ca-cabe-45d0-818d-9369d07c9eee req-15a04bb7-4f25-416c-a6ae-716c300828ab tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:57.551249 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4f3283ca-cabe-45d0-818d-9369d07c9eee req-15a04bb7-4f25-416c-a6ae-716c300828ab tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 945 time: 0.1188638 Feb 12 21:39:57.617081 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4f3283ca-cabe-45d0-818d-9369d07c9eee req-27af1bc8-52ae-49b7-9768-69c6f756cc8f tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636179 Feb 12 21:39:57.706923 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Notify callbacks [] for port, precommit_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:57.716706 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Allocated IP 172.28.0.181 (5a123e99-c8d4-46ae-bf35-04ebb9b85da4/3df2dbbb-2cf4-410a-9e1d-3415c76c275c/561c2389-9c1d-4b3c-bf2a-d93b42aea8ae) {{(pid=84068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:39:57.719292 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Transition to ACTIVE for port object 810628e7-5d96-43b9-9bed-5ac2ad584262 will not be triggered until provisioned by entity L2. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:39:57.745163 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Transition to ACTIVE for port object 810628e7-5d96-43b9-9bed-5ac2ad584262 will not be triggered until provisioned by entity DHCP. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:39:57.752175 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:57.777994 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:57.883622 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36210) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:57.946612 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b30a236-1ac6-49b9-bdbd-43adf8654213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:57.947892 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Pushing event updated for resources: {'Port': ['ID=810628e7-5d96-43b9-9bed-5ac2ad584262,revision_number=1']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:57.951357 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:57.981863 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106924c-2a60-43df-bb8c-ab2d391f0990 req-863a5f7f-7a14-4cdf-b1c3-664fa29060dd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:57.983724 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7106924c-2a60-43df-bb8c-ab2d391f0990 req-863a5f7f-7a14-4cdf-b1c3-664fa29060dd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.1989164 Feb 12 21:39:58.005772 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Network 442c5856-d8a8-499f-8212-c45b52e4fb00 is already hosted by enough agents. {{(pid=84070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:39:58.007239 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Resources bound (agent type, host, resource id): {{(pid=84070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:39:58.009915 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Received port after_create {{(pid=84070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:39:58.029174 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d819e-3f75-4be6-8010-1a43843582b5 req-7cde10ca-4ae0-4d42-b7b7-714db4e0550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:58.030764 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ab6d819e-3f75-4be6-8010-1a43843582b5 req-7cde10ca-4ae0-4d42-b7b7-714db4e0550c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 1163 time: 0.1507635 Feb 12 21:39:58.079278 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7106924c-2a60-43df-bb8c-ab2d391f0990 req-a96d8a33-028b-4793-b905-c268c0cf1a5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765069 Feb 12 21:39:58.084773 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Attempting to bind port 810628e7-5d96-43b9-9bed-5ac2ad584262 on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:39:58.085776 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Attempting to bind port 810628e7-5d96-43b9-9bed-5ac2ad584262 by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': '4876b47c-2ec7-492b-8650-415ad9763bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00'}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:39:58.087194 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Attempting to bind port 810628e7-5d96-43b9-9bed-5ac2ad584262 on network 442c5856-d8a8-499f-8212-c45b52e4fb00 {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:39:58.102976 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:39:58.104060 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Checking segment: {'id': '4876b47c-2ec7-492b-8650-415ad9763bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:39:58.105792 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:58.106446 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ab6d819e-3f75-4be6-8010-1a43843582b5 req-70a9a2e8-9528-4f67-a1e7-efe6e8051bf2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0613937 Feb 12 21:39:58.107072 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Bound using segment: {'id': '4876b47c-2ec7-492b-8650-415ad9763bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00'} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:39:58.108059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Bound port: 810628e7-5d96-43b9-9bed-5ac2ad584262, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4876b47c-2ec7-492b-8650-415ad9763bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00'}}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:39:58.108822 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:58.209208 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-1b30a236-1ac6-49b9-bdbd-43adf8654213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:39:58.217650 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:58.221306 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-1b30a236-1ac6-49b9-bdbd-43adf8654213 admin admin] Usage tracker for resource:security_group_rule and tenant:99d39b7dd5d74ab480be9976c9e9594b is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:39:58.225527 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-1b30a236-1ac6-49b9-bdbd-43adf8654213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:39:58.230755 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] For port 810628e7-5d96-43b9-9bed-5ac2ad584262, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:39:58.234334 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] For port 810628e7-5d96-43b9-9bed-5ac2ad584262, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=810628e7-5d96-43b9-9bed-5ac2ad584262,segment=NetworkSegment(4876b47c-2ec7-492b-8650-415ad9763bc2),segment_id=4876b47c-2ec7-492b-8650-415ad9763bc2)] {{(pid=84070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:39:58.238379 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:58.239006 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-1b30a236-1ac6-49b9-bdbd-43adf8654213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:39:58.254156 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:58.291985 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:58.314177 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-aa1a7ca5-7e86-472b-85d4-2ea490184022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:58.431799 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Pushing event updated for resources: {'Port': ['ID=810628e7-5d96-43b9-9bed-5ac2ad584262,revision_number=2']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:58.438377 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:58.521289 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Pushing event updated for resources: {'Port': ['ID=561c2389-9c1d-4b3c-bf2a-d93b42aea8ae,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:58.525249 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:58.564689 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b30a236-1ac6-49b9-bdbd-43adf8654213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:58.574399 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b30a236-1ac6-49b9-bdbd-43adf8654213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:58.586274 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-876b690a-c90b-4bd8-8501-d671c5677d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:58.623864 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:39:58.632713 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c348a6f-af9c-4bf6-9ece-48b44c118055 req-62ac6ab2-e603-453d-b6da-fd1954a02b0e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:58.634324 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:39:58.634451 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1c348a6f-af9c-4bf6-9ece-48b44c118055 req-62ac6ab2-e603-453d-b6da-fd1954a02b0e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.1895204 Feb 12 21:39:58.637235 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Received port after_create {{(pid=84068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:39:58.642140 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23439b4-68c5-4a7d-99f5-8c96ca4dc393 req-4c240b8a-3971-4fb9-85ec-3531d04b378a tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:58.643833 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a23439b4-68c5-4a7d-99f5-8c96ca4dc393 req-4c240b8a-3971-4fb9-85ec-3531d04b378a tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.1250827 Feb 12 21:39:58.676899 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-1b30a236-1ac6-49b9-bdbd-43adf8654213 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99d39b7dd5d74ab480be9976c9e9594b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7900727 Feb 12 21:39:58.684675 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36220) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:39:58.693149 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30a236-1ac6-49b9-bdbd-43adf8654213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0531d9c-f909-4727-b0be-423e2f4d9303,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:58.697092 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1b30a236-1ac6-49b9-bdbd-43adf8654213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:58.732416 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1c348a6f-af9c-4bf6-9ece-48b44c118055 req-b11aa698-0bdf-4f41-9e7d-1f22068c8f72 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839539 Feb 12 21:39:58.737298 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a23439b4-68c5-4a7d-99f5-8c96ca4dc393 req-b71289b3-8998-4cb1-a7d5-f4cfa167249d tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0744352 Feb 12 21:39:58.985030 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1015fc59-fc91-418c-8991-6b38bf90c9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:59.041080 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1015fc59-fc91-418c-8991-6b38bf90c9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:59.104018 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b3973-0fe6-4074-bcb4-661e0be93125 req-e06760fb-e8a3-412f-890c-3c0759272073 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:59.106308 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c64b3973-0fe6-4074-bcb4-661e0be93125 req-e06760fb-e8a3-412f-890c-3c0759272073 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 945 time: 0.2259109 Feb 12 21:39:59.113828 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343b1f3-11e3-4da5-9d5b-5cd7e6e044da req-c1d61a9d-794b-4157-b396-5eecd2bd74c5 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:59.115568 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8343b1f3-11e3-4da5-9d5b-5cd7e6e044da req-c1d61a9d-794b-4157-b396-5eecd2bd74c5 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.66 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 945 time: 0.1774800 Feb 12 21:39:59.234579 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c64b3973-0fe6-4074-bcb4-661e0be93125 req-d4214b6a-d05f-4ad3-b886-5b33bc8e3383 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175971 Feb 12 21:39:59.253502 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-8343b1f3-11e3-4da5-9d5b-5cd7e6e044da req-b533ddd0-9ac3-4e19-a96a-ead2c793f62a tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Deleting port 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:39:59.253502 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8343b1f3-11e3-4da5-9d5b-5cd7e6e044da req-b533ddd0-9ac3-4e19-a96a-ead2c793f62a tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:59.314821 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1015fc59-fc91-418c-8991-6b38bf90c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:59.321470 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1b30a236-1ac6-49b9-bdbd-43adf8654213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:39:59.342904 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015fc59-fc91-418c-8991-6b38bf90c9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0531d9c-f909-4727-b0be-423e2f4d9303,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:39:59.345915 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:59.411533 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1015fc59-fc91-418c-8991-6b38bf90c9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:39:59.521736 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1015fc59-fc91-418c-8991-6b38bf90c9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:59.525659 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-1015fc59-fc91-418c-8991-6b38bf90c9e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0531d9c-f909-4727-b0be-423e2f4d9303 HTTP/1.1" status: 204 len: 168 time: 0.8376296 Feb 12 21:39:59.552929 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac62fb-a030-4406-9fd6-fbd71b575a3d req-e3dc36ee-e665-4527-90e4-8602cbe8808c tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:39:59.554605 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-aeac62fb-a030-4406-9fd6-fbd71b575a3d req-e3dc36ee-e665-4527-90e4-8602cbe8808c tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.2687945 Feb 12 21:39:59.670011 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-8343b1f3-11e3-4da5-9d5b-5cd7e6e044da req-b533ddd0-9ac3-4e19-a96a-ead2c793f62a tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] For port 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1,segment=NetworkSegment(a0472ca0-5063-4159-830c-36388dce086e),segment_id=a0472ca0-5063-4159-830c-36388dce086e)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:39:59.670416 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8343b1f3-11e3-4da5-9d5b-5cd7e6e044da req-b533ddd0-9ac3-4e19-a96a-ead2c793f62a tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:39:59.693619 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-aeac62fb-a030-4406-9fd6-fbd71b575a3d req-e8c0ff46-04dc-4ba9-9c36-fea8ee348c82 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257606 Feb 12 21:39:59.812938 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device d12eed96-f310-41ee-8e0b-2edd96db6257 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:39:59.886494 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-8343b1f3-11e3-4da5-9d5b-5cd7e6e044da req-b533ddd0-9ac3-4e19-a96a-ead2c793f62a tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Calling delete_port for 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:40:00.014617 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 810628e7-5d96-43b9-9bed-5ac2ad584262 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:40:00.037385 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660833'] for router, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:00.221019 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port d12eed96-f310-41ee-8e0b-2edd96db6257 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:00.221437 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:00.310426 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port 810628e7-5d96-43b9-9bed-5ac2ad584262 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:40:00.435924 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8343b1f3-11e3-4da5-9d5b-5cd7e6e044da req-b533ddd0-9ac3-4e19-a96a-ead2c793f62a tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:00.456681 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f085fd2a-6472-45c5-ac64-18a3e3b3b615 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:00.506446 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecc5772-1a33-43ea-9f9a-5e507fc91adb None None] Network 442c5856-d8a8-499f-8212-c45b52e4fb00 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:40:00.616025 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:40:00.731488 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Router f07c34b1-e3fb-4701-b1ed-042e94436e5c is scheduled to L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 with binding_index 1 {{(pid=84068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 12 21:40:00.759025 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] No Port match for: 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:40:00.759508 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 not bound to the agent host hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:40:00.783341 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bac37969-6008-4b45-82e1-20ab7dc1bd61 None None] Provisioning for port 810628e7-5d96-43b9-9bed-5ac2ad584262 completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:40:00.815510 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bac37969-6008-4b45-82e1-20ab7dc1bd61 None None] Provisioning complete for port 810628e7-5d96-43b9-9bed-5ac2ad584262 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:00.816673 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bac37969-6008-4b45-82e1-20ab7dc1bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:00.920498 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:00.987899 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533ddd0-9ac3-4e19-a96a-ead2c793f62a tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Pushing event deleted for resources: {'Port': ['ID=7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:00.996276 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b533ddd0-9ac3-4e19-a96a-ead2c793f62a tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:01.038613 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250044-9e77-41e6-8109-b076f2db66a5 req-7ff6321b-363e-487d-afb0-6de5ce432255 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:01.048012 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fd250044-9e77-41e6-8109-b076f2db66a5 req-7ff6321b-363e-487d-afb0-6de5ce432255 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.8695383 Feb 12 21:40:01.061307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:40:01.061482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Sync routers for ids ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'] in dv-cinder-775250-2-smb {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:40:01.083837 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Routers {'f07c34b1-e3fb-4701-b1ed-042e94436e5c'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:40:01.084545 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:39:44Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:01.109618 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Notify callbacks [] for router, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:01.111072 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8259678 Feb 12 21:40:01.116043 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36274) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:01.213270 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bac37969-6008-4b45-82e1-20ab7dc1bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:01.227148 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86133bb1-e120-4f99-82ba-45059ef94606 req-c1caab6b-fc0c-4436-9710-2c3890b018e8 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:01.237976 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-86133bb1-e120-4f99-82ba-45059ef94606 req-c1caab6b-fc0c-4436-9710-2c3890b018e8 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 1.0583208 Feb 12 21:40:01.336121 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Set router f07c34b1-e3fb-4701-b1ed-042e94436e5c gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:40:01.367793 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fd250044-9e77-41e6-8109-b076f2db66a5 req-9d8364cb-91e8-4d73-bc9b-0c750582df44 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3132429 Feb 12 21:40:01.731281 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-86133bb1-e120-4f99-82ba-45059ef94606 req-786fd961-079d-4cc0-a3b4-33b87bf861e6 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.4921267 Feb 12 21:40:01.732351 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8343b1f3-11e3-4da5-9d5b-5cd7e6e044da req-b533ddd0-9ac3-4e19-a96a-ead2c793f62a tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] No DVR routers for this DVR port 7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:40:01.756513 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8343b1f3-11e3-4da5-9d5b-5cd7e6e044da req-b533ddd0-9ac3-4e19-a96a-ead2c793f62a tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:01.771185 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2feeae78-c13d-45ee-8e3e-c96cff80436c', 'name': 'network-vif-deleted', 'tag': '7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:40:01.784956 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device d12eed96-f310-41ee-8e0b-2edd96db6257 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:40:01.889145 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8343b1f3-11e3-4da5-9d5b-5cd7e6e044da req-b533ddd0-9ac3-4e19-a96a-ead2c793f62a tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.66 "DELETE /v2.0/ports/7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1 HTTP/1.1" status: 204 len: 173 time: 2.7540119 Feb 12 21:40:01.981604 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-f9451186-1c5b-41bd-ba31-dc3d2918ba07 req-0bda2b44-a83c-4eff-8f80-fb8b9ad7628f tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Synchronizing usage tracker for tenant:4ff580a4019445a9abf324e56496bb65 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:40:02.013646 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-bac37969-6008-4b45-82e1-20ab7dc1bd61 None None] For port 810628e7-5d96-43b9-9bed-5ac2ad584262, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=810628e7-5d96-43b9-9bed-5ac2ad584262,segment=NetworkSegment(4876b47c-2ec7-492b-8650-415ad9763bc2),segment_id=4876b47c-2ec7-492b-8650-415ad9763bc2)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:40:02.028449 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bac37969-6008-4b45-82e1-20ab7dc1bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:02.034230 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:02.180010 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'name': 'tempest-TestMinimumBasicScenario-1322240768-router', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:39:56Z', 'updated_at': '2021-02-12T21:39:59Z', 'revision_number': 3, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'gw_port': {'id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:39:57Z', 'updated_at': '2021-02-12T21:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:02.192830 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Checking router: f07c34b1-e3fb-4701-b1ed-042e94436e5c for host: dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:40:02.193231 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Updating router f07c34b1-e3fb-4701-b1ed-042e94436e5c port 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae binding host dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:40:02.200544 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac37969-6008-4b45-82e1-20ab7dc1bd61 None None] Pushing event updated for resources: {'Port': ['ID=810628e7-5d96-43b9-9bed-5ac2ad584262,revision_number=3']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:02.204916 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-bac37969-6008-4b45-82e1-20ab7dc1bd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:02.241844 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-f9451186-1c5b-41bd-ba31-dc3d2918ba07 req-0bda2b44-a83c-4eff-8f80-fb8b9ad7628f tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Unset dirty status for tenant:4ff580a4019445a9abf324e56496bb65 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:40:02.250962 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port d12eed96-f310-41ee-8e0b-2edd96db6257 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:02.251389 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:02.267772 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f9451186-1c5b-41bd-ba31-dc3d2918ba07 req-0bda2b44-a83c-4eff-8f80-fb8b9ad7628f tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=2feeae78-c13d-45ee-8e3e-c96cff80436c HTTP/1.1" status: 200 len: 210 time: 0.5331795 Feb 12 21:40:02.380649 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:02.394213 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-d8af27b9-77e7-4b0d-a24d-7582aa43093b tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:02.397253 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-d8af27b9-77e7-4b0d-a24d-7582aa43093b tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.66 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.8083987 Feb 12 21:40:02.590347 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2feeae78-c13d-45ee-8e3e-c96cff80436c', 'name': 'network-vif-deleted', 'tag': '7a84d601-6fb1-44da-a0bc-38f4a0e9a9e1', 'status': 'completed', 'code': 200} Feb 12 21:40:02.657352 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de33dee-8f4e-4052-a742-92d92f18cb93 req-ca65d566-e9f3-461f-b569-912d7cf38d46 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:02.680408 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3de33dee-8f4e-4052-a742-92d92f18cb93 req-ca65d566-e9f3-461f-b569-912d7cf38d46 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 945 time: 0.6583633 Feb 12 21:40:02.829912 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Deleting port 109779e5-aeda-4ab8-85bf-45c0e814f4a4 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:40:02.830488 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:02.997559 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a5fd2024-e4af-436d-9d91-73ca801d06b8 None None] Provisioning complete for port 810628e7-5d96-43b9-9bed-5ac2ad584262 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:02.998127 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a5fd2024-e4af-436d-9d91-73ca801d06b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:03.150260 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3de33dee-8f4e-4052-a742-92d92f18cb93 req-2572d6ef-f184-4e62-9ee6-6129463eb204 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686503 Feb 12 21:40:03.281785 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Notify callbacks [] for port, precommit_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:03.298112 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Transition to ACTIVE for port object 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae will not be triggered until provisioned by entity L2. {{(pid=84072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:40:03.303420 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:03.422299 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2937a-a08f-4c67-aea8-314cf0dc19a7 req-fb2f6b69-3158-47c3-be93-36373f462b19 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:03.425974 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:03.431434 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bda2937a-a08f-4c67-aea8-314cf0dc19a7 req-fb2f6b69-3158-47c3-be93-36373f462b19 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.6539490 Feb 12 21:40:03.452017 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 109779e5-aeda-4ab8-85bf-45c0e814f4a4 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:40:03.539070 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] For port 109779e5-aeda-4ab8-85bf-45c0e814f4a4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=109779e5-aeda-4ab8-85bf-45c0e814f4a4,segment=NetworkSegment(c24a139e-3507-4f3e-b88d-dc6ab4830485),segment_id=c24a139e-3507-4f3e-b88d-dc6ab4830485)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:40:03.539594 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:03.585244 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bda2937a-a08f-4c67-aea8-314cf0dc19a7 req-4038684a-994a-4163-9423-9ce6fcf49865 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525667 Feb 12 21:40:03.625606 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-34dbb28e-016d-4a67-9624-42063549a8a0 None None] Provisioning complete for port 810628e7-5d96-43b9-9bed-5ac2ad584262 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:03.636826 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-34dbb28e-016d-4a67-9624-42063549a8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:03.703574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:03.900014 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Pushing event updated for resources: {'Port': ['ID=561c2389-9c1d-4b3c-bf2a-d93b42aea8ae,revision_number=2']} {{(pid=84072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:03.934004 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:04.001068 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.001618 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.001853 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.002243 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.003003 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.005238 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.005657 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.009792 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.010236 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.010686 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.011177 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.011554 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.012090 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.012466 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.012847 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.015593 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.016029 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.016730 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.017105 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.017478 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.017852 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.018220 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.018584 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.018946 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:04.030782 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 109779e5-aeda-4ab8-85bf-45c0e814f4a4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=109779e5-aeda-4ab8-85bf-45c0e814f4a4,segment=NetworkSegment(c24a139e-3507-4f3e-b88d-dc6ab4830485),segment_id=c24a139e-3507-4f3e-b88d-dc6ab4830485)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:40:04.032307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 810628e7-5d96-43b9-9bed-5ac2ad584262 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:40:04.043359 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:04.044249 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Attempting to bind port 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:40:04.044657 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Attempting to bind port 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}] {{(pid=84072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:40:04.045061 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Attempting to bind port 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae on network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:40:04.052819 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:40:04.053244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Checking segment: {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:40:04.053693 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:04.054130 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Bound using segment: {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'} {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:40:04.054653 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Bound port: 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}}] {{(pid=84072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:40:04.055067 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:04.102494 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceecc406-14ea-4f15-8cc4-40dc067bc089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '109779e5-aeda-4ab8-85bf-45c0e814f4a4'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:40:04.119315 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:04.125540 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Calling delete_port for 109779e5-aeda-4ab8-85bf-45c0e814f4a4 owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:40:04.134790 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-bac37969-6008-4b45-82e1-20ab7dc1bd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:04.227917 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] For port 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:40:04.239635 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] For port 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=561c2389-9c1d-4b3c-bf2a-d93b42aea8ae,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:40:04.246786 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:04.296687 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Allocated IP 172.20.0.1 (442c5856-d8a8-499f-8212-c45b52e4fb00/a7617e10-46d8-4e1b-b626-16aaa8fd84a7/5f9ce937-f608-49bc-a330-c042e438adf2) {{(pid=84068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:40:04.341762 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceecc406-14ea-4f15-8cc4-40dc067bc089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '109779e5-aeda-4ab8-85bf-45c0e814f4a4', 'code': 200} Feb 12 21:40:04.451070 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:04.480552 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27593ee0-ae94-49bc-b0c2-1064719d986b req-d2e21b85-1fbf-4ebf-8ff9-bd0dc72bad5a tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:04.483601 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-27593ee0-ae94-49bc-b0c2-1064719d986b req-d2e21b85-1fbf-4ebf-8ff9-bd0dc72bad5a tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.8711517 Feb 12 21:40:04.495766 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84069) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:40:04.500519 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:40:04.506681 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 810628e7-5d96-43b9-9bed-5ac2ad584262 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:04.507101 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:04.642734 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-27593ee0-ae94-49bc-b0c2-1064719d986b req-e003f9ae-7265-4f9d-98be-bc4c6af57caa tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1497264 Feb 12 21:40:04.702156 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:04.756175 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Transition to ACTIVE for port object 5f9ce937-f608-49bc-a330-c042e438adf2 will not be triggered until provisioned by entity DHCP. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:40:04.771657 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=109779e5-aeda-4ab8-85bf-45c0e814f4a4,revision_number=5']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:04.790721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:04.802862 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:04.808830 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Pushing event updated for resources: {'Port': ['ID=561c2389-9c1d-4b3c-bf2a-d93b42aea8ae,revision_number=3']} {{(pid=84072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:04.815464 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1f943f07-3759-42f1-80ed-05cbdcaf882f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:04.834789 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a2fc9cfa-7810-45ec-ac0f-64a27454b04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:04.837574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2efd1-1061-475c-a23e-be747bf4ce68 req-87aec9c7-cc31-4765-bd40-303286439351 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:04.846938 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-34e2efd1-1061-475c-a23e-be747bf4ce68 req-87aec9c7-cc31-4765-bd40-303286439351 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 943 time: 0.2005236 Feb 12 21:40:04.855743 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bc5a6428-68f5-4b22-838f-4ab480469501 None None] Provisioning complete for port 810628e7-5d96-43b9-9bed-5ac2ad584262 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:04.856254 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6428-68f5-4b22-838f-4ab480469501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:04.923826 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Routers {'f07c34b1-e3fb-4701-b1ed-042e94436e5c'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:40:04.924595 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:39:44Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:04.954373 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-34e2efd1-1061-475c-a23e-be747bf4ce68 req-fa1869c5-9526-4a54-aafe-9a93eb0d355b tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997019 Feb 12 21:40:05.048478 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Deleting port 109779e5-aeda-4ab8-85bf-45c0e814f4a4 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:40:05.049714 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:05.181840 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Pushing event updated for resources: {'Port': ['ID=5f9ce937-f608-49bc-a330-c042e438adf2,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:05.198329 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:05.292510 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Network 442c5856-d8a8-499f-8212-c45b52e4fb00 is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:40:05.296963 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:40:05.303337 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Received port after_create {{(pid=84068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:40:05.365729 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] Set router f07c34b1-e3fb-4701-b1ed-042e94436e5c gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:40:05.423399 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655939'] for router_interface, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:05.699999 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba83a9-3803-4673-9a7a-2278f03feaf3 req-0c987838-8692-4915-b11e-25e56d44312f tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:05.708441 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ffba83a9-3803-4673-9a7a-2278f03feaf3 req-0c987838-8692-4915-b11e-25e56d44312f tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.7664568 Feb 12 21:40:05.775798 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:05.792910 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] For port 109779e5-aeda-4ab8-85bf-45c0e814f4a4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=109779e5-aeda-4ab8-85bf-45c0e814f4a4,segment=NetworkSegment(c24a139e-3507-4f3e-b88d-dc6ab4830485),segment_id=c24a139e-3507-4f3e-b88d-dc6ab4830485)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:40:05.792910 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:05.830693 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ffba83a9-3803-4673-9a7a-2278f03feaf3 req-d50eebf6-21b4-4670-a7b9-046f01517997 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211483 Feb 12 21:40:05.878954 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0c3fb004-50a3-480a-a84d-03bf7c9327c8 None None] Provisioning for port 5f9ce937-f608-49bc-a330-c042e438adf2 completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:40:05.887632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0c3fb004-50a3-480a-a84d-03bf7c9327c8 None None] Provisioning complete for port 5f9ce937-f608-49bc-a330-c042e438adf2 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:05.888238 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0c3fb004-50a3-480a-a84d-03bf7c9327c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:05.999456 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0c3fb004-50a3-480a-a84d-03bf7c9327c8 None None] Port 5f9ce937-f608-49bc-a330-c042e438adf2 cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:40:06.084662 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Calling delete_port for 109779e5-aeda-4ab8-85bf-45c0e814f4a4 owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:40:06.156108 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'name': 'tempest-TestMinimumBasicScenario-1322240768-router', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:39:56Z', 'updated_at': '2021-02-12T21:39:59Z', 'revision_number': 3, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'gw_port': {'id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:39:57Z', 'updated_at': '2021-02-12T21:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:06.160725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b48391-9c37-414e-a8ed-7188a6baea85 None None] The sync data for ids ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'] in dv-cinder-775250-2-smb is: [{'id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'name': 'tempest-TestMinimumBasicScenario-1322240768-router', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:39:56Z', 'updated_at': '2021-02-12T21:39:59Z', 'revision_number': 3, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'gw_port': {'id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:39:57Z', 'updated_at': '2021-02-12T21:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}] {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:40:06.208087 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff93112-6ad0-487e-84bb-4d931528a29f req-2aa6a947-40c2-4359-869a-419ec1aab289 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:06.216260 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bff93112-6ad0-487e-84bb-4d931528a29f req-2aa6a947-40c2-4359-869a-419ec1aab289 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.9687665 Feb 12 21:40:06.345084 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bff93112-6ad0-487e-84bb-4d931528a29f req-bf684b2a-d939-49c4-8b11-0860b633eef1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1276193 Feb 12 21:40:06.433506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:06.442081 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980256'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:06.510207 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be181e-6ba6-4b07-92fb-c2866b5effc3 req-1a3a36e5-d977-49cb-85e1-fb841c5cf5f4 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:06.515664 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:06.522892 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-25be181e-6ba6-4b07-92fb-c2866b5effc3 req-1a3a36e5-d977-49cb-85e1-fb841c5cf5f4 tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 943 time: 0.3904827 Feb 12 21:40:06.668863 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:06.696736 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Pushing event updated for resources: {'Port': ['ID=5f9ce937-f608-49bc-a330-c042e438adf2,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:06.701722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:06.725723 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854128131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854119900'] for router_interface, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:06.815747 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a9f9689e-105d-4064-be96-4c1a0cf023a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:06.887376 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-ee9d261d-6197-468b-9aac-d5d1a2557921 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3903227 Feb 12 21:40:06.893297 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Request body: {'floatingip': {'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:40:06.954869 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Network 442c5856-d8a8-499f-8212-c45b52e4fb00 is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:40:06.961041 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:40:07.241430 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:07.271352 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-25be181e-6ba6-4b07-92fb-c2866b5effc3 req-3ace6f32-3cef-4a14-85fd-1fd2b2339a0a tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f7b6754-135d-4715-8b94-88ef5e11a5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7467554 Feb 12 21:40:07.281401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Pushing event deleted for resources: {'Port': ['ID=109779e5-aeda-4ab8-85bf-45c0e814f4a4,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:07.284039 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Usage tracker for resource:floatingip and tenant:49ec507faa244b44a51dada5f29b8cae is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:07.303654 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:07.304658 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:07.330500 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:07.461167 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Router f07c34b1-e3fb-4701-b1ed-042e94436e5c has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:40:07.564813 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] No DVR routers for this DVR port 109779e5-aeda-4ab8-85bf-45c0e814f4a4 on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:40:07.566738 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for floatingip, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:07.585418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-60c86db5-25e8-4057-90ce-e6d4bc46bf6a None None] Provisioning complete for port 5f9ce937-f608-49bc-a330-c042e438adf2 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:07.585838 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-60c86db5-25e8-4057-90ce-e6d4bc46bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:07.588927 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:07.594992 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceecc406-14ea-4f15-8cc4-40dc067bc089', 'name': 'network-vif-deleted', 'tag': '109779e5-aeda-4ab8-85bf-45c0e814f4a4'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:40:07.789022 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-60c86db5-25e8-4057-90ce-e6d4bc46bf6a None None] Port 5f9ce937-f608-49bc-a330-c042e438adf2 cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:40:07.971161 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:40:08.017687 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:40:08.027217 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] 10.222.0.35 "PUT /v2.0/routers/f07c34b1-e3fb-4701-b1ed-042e94436e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9099851 Feb 12 21:40:08.080189 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8828013e-44ed-4d78-9a75-21150af3b5ab req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.66 "DELETE /v2.0/ports/109779e5-aeda-4ab8-85bf-45c0e814f4a4 HTTP/1.1" status: 204 len: 173 time: 5.6709688 Feb 12 21:40:08.184342 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:40:08.191057 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:08.191496 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:08.256140 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae593e-4bfc-4ae9-9102-68dafe7e7646 req-a1f20a94-dbaa-4a4e-b7e1-284122870609 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:08.260384 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9cae593e-4bfc-4ae9-9102-68dafe7e7646 req-a1f20a94-dbaa-4a4e-b7e1-284122870609 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.8106525 Feb 12 21:40:08.382751 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9cae593e-4bfc-4ae9-9102-68dafe7e7646 req-750399d3-6804-4c37-95d1-764be0bc4ec2 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120486 Feb 12 21:40:08.444830 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:08.468185 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:08.473264 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] For port 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=561c2389-9c1d-4b3c-bf2a-d93b42aea8ae,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:40:08.479182 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:08.482315 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-dc9550e5-02f8-4e78-ad93-361474ecdece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:08.518167 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceecc406-14ea-4f15-8cc4-40dc067bc089', 'name': 'network-vif-deleted', 'tag': '109779e5-aeda-4ab8-85bf-45c0e814f4a4', 'status': 'completed', 'code': 200} Feb 12 21:40:08.653588 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Pushing event updated for resources: {'Port': ['ID=561c2389-9c1d-4b3c-bf2a-d93b42aea8ae,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:08.668248 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:08.870830 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-55381ea4-7cb1-49bc-b24d-479324d9612a req-f869b410-6dfd-47aa-9d64-4f38c17fa17f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Synchronizing usage tracker for tenant:4ade9798f9ae40008a2eba6065c86a71 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:40:08.913313 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-55381ea4-7cb1-49bc-b24d-479324d9612a req-f869b410-6dfd-47aa-9d64-4f38c17fa17f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Unset dirty status for tenant:4ade9798f9ae40008a2eba6065c86a71 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:40:08.914618 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-55381ea4-7cb1-49bc-b24d-479324d9612a req-f869b410-6dfd-47aa-9d64-4f38c17fa17f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceecc406-14ea-4f15-8cc4-40dc067bc089 HTTP/1.1" status: 200 len: 210 time: 0.1355548 Feb 12 21:40:09.092774 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Allocated IP 172.28.0.228 (5a123e99-c8d4-46ae-bf35-04ebb9b85da4/3df2dbbb-2cf4-410a-9e1d-3415c76c275c/7c03b878-544f-4bda-80b3-9e1fa4609726) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:40:09.348183 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:09.469207 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:09.846033 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:10.036948 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:40:10.041270 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:40:10.089663 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:40:10.137969 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Pushing event updated for resources: {'Port': ['ID=7c03b878-544f-4bda-80b3-9e1fa4609726,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:10.145722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:10.187553 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:40:10.187990 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4355c7-f4c3-47fb-bcc3-9eaafed840af req-e0090eab-1242-4710-82ec-0bb2057fad12 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:10.200475 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9b4355c7-f4c3-47fb-bcc3-9eaafed840af req-e0090eab-1242-4710-82ec-0bb2057fad12 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.3036191 Feb 12 21:40:10.379885 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Sync routers for ids ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'] in dv-cinder-775250-2-smb {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:40:10.437510 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9b4355c7-f4c3-47fb-bcc3-9eaafed840af req-6d4ba5b3-c221-471b-a8e7-9d2a4662ce5d tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306895 Feb 12 21:40:10.455721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Routers {'f07c34b1-e3fb-4701-b1ed-042e94436e5c'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:40:10.456795 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:39:44Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:10.679548 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:10.843257 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:11.220306 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Set router f07c34b1-e3fb-4701-b1ed-042e94436e5c gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:40:11.361583 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:11.364199 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:11.525243 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:11.544553 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11382359'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:11.589816 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3df4742c-7fce-4b45-a355-73b95b9aa950 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:12.157566 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Pushing event updated for resources: {'Port': ['ID=7c03b878-544f-4bda-80b3-9e1fa4609726,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:12.213057 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:12.392816 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6ddb02d3-9947-4572-9820-e38d153f93d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:12.441885 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:12.459387 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'name': 'tempest-TestMinimumBasicScenario-1322240768-router', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:39:56Z', 'updated_at': '2021-02-12T21:40:05Z', 'revision_number': 4, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'gw_port': {'id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:39:57Z', 'updated_at': '2021-02-12T21:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '5f9ce937-f608-49bc-a330-c042e438adf2', 'name': '', 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'mac_address': 'fa:16:3e:21:9a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:03Z', 'updated_at': '2021-02-12T21:40:06Z', 'revision_number': 2, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'subnets': [{'id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:12.468256 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Checking router: f07c34b1-e3fb-4701-b1ed-042e94436e5c for host: dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:40:12.468671 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Updating router f07c34b1-e3fb-4701-b1ed-042e94436e5c port 5f9ce937-f608-49bc-a330-c042e438adf2 binding host dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:40:12.498103 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:12.499640 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6111684 Feb 12 21:40:12.625165 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:12.636189 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-6ae52e45-c941-40ee-a221-da079fa40a5a tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Synchronizing usage tracker for tenant:49ec507faa244b44a51dada5f29b8cae on resource:floatingip {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:40:12.682842 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-6ae52e45-c941-40ee-a221-da079fa40a5a tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Unset dirty status for tenant:49ec507faa244b44a51dada5f29b8cae on resource:floatingip {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:40:12.692035 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-6ae52e45-c941-40ee-a221-da079fa40a5a tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.28.0.228 HTTP/1.1" status: 200 len: 696 time: 0.1813040 Feb 12 21:40:12.796149 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36434) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:13.099149 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-fc0555be-c8f0-43ec-a636-b00a4e0c0575 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:13.102936 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-fc0555be-c8f0-43ec-a636-b00a4e0c0575 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/networks/5a123e99-c8d4-46ae-bf35-04ebb9b85da4 HTTP/1.1" status: 200 len: 784 time: 0.4093213 Feb 12 21:40:13.116503 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-9d5ca858-7baa-40f1-bb79-b6256ee59353 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:40:13.117584 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1209d8a1-d3d1-475a-be1e-96f6a30de9e9 req-9d5ca858-7baa-40f1-bb79-b6256ee59353 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0071850 Feb 12 21:40:13.141108 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c026e87b-ceef-4a78-ba23-028a71dcb902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:13.163232 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-c026e87b-ceef-4a78-ba23-028a71dcb902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:13.167495 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-c026e87b-ceef-4a78-ba23-028a71dcb902 admin admin] Usage tracker for resource:security_group_rule and tenant:9a6ae961a31a40bcbcd38b40086915c5 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:13.170798 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-c026e87b-ceef-4a78-ba23-028a71dcb902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:13.177307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-c026e87b-ceef-4a78-ba23-028a71dcb902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:13.229116 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 36446) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:13.281571 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c026e87b-ceef-4a78-ba23-028a71dcb902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:13.288334 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c026e87b-ceef-4a78-ba23-028a71dcb902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:13.327376 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b5b0f294-23c2-4000-98f0-563e76029e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:13.456426 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-c026e87b-ceef-4a78-ba23-028a71dcb902 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a6ae961a31a40bcbcd38b40086915c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6588433 Feb 12 21:40:13.458593 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36450) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:13.749683 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Notify callbacks [] for port, precommit_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:13.810875 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Transition to ACTIVE for port object 5f9ce937-f608-49bc-a330-c042e438adf2 will not be triggered until provisioned by entity L2. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:40:13.816211 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:13.896649 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:14.051520 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026e87b-ceef-4a78-ba23-028a71dcb902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e602130-eb2c-412f-b0b7-eefc8362c17f,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:14.058828 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c026e87b-ceef-4a78-ba23-028a71dcb902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:14.245737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17596b16-f4d6-4b14-bae0-43ef5e7ba09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:14.388507 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17596b16-f4d6-4b14-bae0-43ef5e7ba09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:14.488218 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4f550-2e39-4196-bdb6-18533480366a req-bbdeba3a-7126-4e37-ad51-7f7f741e71e1 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:14.489920 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-66f4f550-2e39-4196-bdb6-18533480366a req-bbdeba3a-7126-4e37-ad51-7f7f741e71e1 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.3320336 Feb 12 21:40:14.534264 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17596b16-f4d6-4b14-bae0-43ef5e7ba09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:14.539530 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5f8ad908-2124-4015-a67f-787a87b47f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:14.565631 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17596b16-f4d6-4b14-bae0-43ef5e7ba09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e602130-eb2c-412f-b0b7-eefc8362c17f,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:14.568154 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-17596b16-f4d6-4b14-bae0-43ef5e7ba09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:14.583805 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17596b16-f4d6-4b14-bae0-43ef5e7ba09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:14.585930 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-17596b16-f4d6-4b14-bae0-43ef5e7ba09a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e602130-eb2c-412f-b0b7-eefc8362c17f HTTP/1.1" status: 204 len: 168 time: 1.1237001 Feb 12 21:40:14.602619 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-66f4f550-2e39-4196-bdb6-18533480366a req-b492e370-12f7-4726-a8c3-6a751b61d53e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047695 Feb 12 21:40:14.667152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-998e731c-08bb-4377-93ec-35f2055780a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854119883'] for router_interface, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:14.828347 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bc9450b1-39fe-41be-ab38-93cbf6e4d4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:15.128109 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Attempting to bind port 5f9ce937-f608-49bc-a330-c042e438adf2 on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:40:15.128451 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Attempting to bind port 5f9ce937-f608-49bc-a330-c042e438adf2 by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': '4876b47c-2ec7-492b-8650-415ad9763bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00'}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:40:15.128868 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Attempting to bind port 5f9ce937-f608-49bc-a330-c042e438adf2 on network 442c5856-d8a8-499f-8212-c45b52e4fb00 {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:40:15.176835 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:40:15.177260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Checking segment: {'id': '4876b47c-2ec7-492b-8650-415ad9763bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:40:15.177718 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:15.178164 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Bound using segment: {'id': '4876b47c-2ec7-492b-8650-415ad9763bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00'} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:40:15.179031 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Bound port: 5f9ce937-f608-49bc-a330-c042e438adf2, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4876b47c-2ec7-492b-8650-415ad9763bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00'}}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:40:15.179147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:15.223030 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d284e-b51d-45e4-8895-4281414bad7f None None] Pushing event updated for resources: {'Port': ['ID=5f9ce937-f608-49bc-a330-c042e438adf2,revision_number=3']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:15.232612 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6b9d284e-b51d-45e4-8895-4281414bad7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.372s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:15.251564 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:15.341333 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c686b23-c185-440f-a532-87c220666af2 req-d3a06932-8b39-484f-83e8-a563acebb120 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:15.360505 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2c686b23-c185-440f-a532-87c220666af2 req-d3a06932-8b39-484f-83e8-a563acebb120 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3587191 Feb 12 21:40:15.388439 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36462) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:15.430552 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] For port 5f9ce937-f608-49bc-a330-c042e438adf2, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:40:15.435525 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] For port 5f9ce937-f608-49bc-a330-c042e438adf2, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=5f9ce937-f608-49bc-a330-c042e438adf2,segment=NetworkSegment(4876b47c-2ec7-492b-8650-415ad9763bc2),segment_id=4876b47c-2ec7-492b-8650-415ad9763bc2)] {{(pid=84070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:40:15.442731 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:15.443235 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fc249859-720c-4730-96aa-99ed8a0a0657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:15.532283 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-fc249859-720c-4730-96aa-99ed8a0a0657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:15.547308 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-fc249859-720c-4730-96aa-99ed8a0a0657 admin admin] Usage tracker for resource:security_group_rule and tenant:dbcda7c92c4848788933f29838c74fa2 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:15.558176 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-fc249859-720c-4730-96aa-99ed8a0a0657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:15.585196 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2c686b23-c185-440f-a532-87c220666af2 req-e5b40be5-8ad2-4b82-942b-dd59f3a7a82c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.28.0.228 HTTP/1.1" status: 200 len: 696 time: 0.2236078 Feb 12 21:40:15.586542 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-fc249859-720c-4730-96aa-99ed8a0a0657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:15.592507 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-2c686b23-c185-440f-a532-87c220666af2 req-0c5828f3-7f42-4ce2-a4d9-c61a486fb2eb tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Request body: {'floatingip': {'port_id': 'd12eed96-f310-41ee-8e0b-2edd96db6257', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:40:15.630225 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:15.707742 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-2c686b23-c185-440f-a532-87c220666af2 req-0c5828f3-7f42-4ce2-a4d9-c61a486fb2eb tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for floatingip, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:15.737566 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d284e-b51d-45e4-8895-4281414bad7f None None] Pushing event updated for resources: {'Port': ['ID=5f9ce937-f608-49bc-a330-c042e438adf2,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:15.767307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6b9d284e-b51d-45e4-8895-4281414bad7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:15.808305 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Routers {'f07c34b1-e3fb-4701-b1ed-042e94436e5c'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:40:15.809099 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:40:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:15.897220 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fc249859-720c-4730-96aa-99ed8a0a0657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:15.903867 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fc249859-720c-4730-96aa-99ed8a0a0657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:15.973145 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d2d915f6-6307-4df5-9674-4d0f00336ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:16.051337 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-fc249859-720c-4730-96aa-99ed8a0a0657 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbcda7c92c4848788933f29838c74fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6512973 Feb 12 21:40:16.052510 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36468) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:16.053313 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc249859-720c-4730-96aa-99ed8a0a0657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518a9f77-948e-499d-a9ad-9b8bb9731175,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:16.128036 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-fc249859-720c-4730-96aa-99ed8a0a0657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:16.233050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9812118-5ea6-4f4f-8e9f-57be9a931a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:16.245366 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] Set router f07c34b1-e3fb-4701-b1ed-042e94436e5c gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:40:16.300741 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9812118-5ea6-4f4f-8e9f-57be9a931a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:16.356105 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:16.393994 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9812118-5ea6-4f4f-8e9f-57be9a931a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:16.409541 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e078fde8-fc2c-42c3-b242-278089af7906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:16.453396 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9812118-5ea6-4f4f-8e9f-57be9a931a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518a9f77-948e-499d-a9ad-9b8bb9731175,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:16.455521 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9812118-5ea6-4f4f-8e9f-57be9a931a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:16.457738 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-a9812118-5ea6-4f4f-8e9f-57be9a931a50 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/518a9f77-948e-499d-a9ad-9b8bb9731175 HTTP/1.1" status: 204 len: 168 time: 0.4005556 Feb 12 21:40:16.458667 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a9812118-5ea6-4f4f-8e9f-57be9a931a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:16.554697 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-998e731c-08bb-4377-93ec-35f2055780a8 admin admin] Deleting port cc091de7-c3de-476a-b4df-0417dc431ada {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:40:16.554697 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-998e731c-08bb-4377-93ec-35f2055780a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:16.800805 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-998e731c-08bb-4377-93ec-35f2055780a8 admin admin] For port cc091de7-c3de-476a-b4df-0417dc431ada, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=cc091de7-c3de-476a-b4df-0417dc431ada,segment=NetworkSegment(c24a139e-3507-4f3e-b88d-dc6ab4830485),segment_id=c24a139e-3507-4f3e-b88d-dc6ab4830485)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:40:16.801174 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-998e731c-08bb-4377-93ec-35f2055780a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:17.046776 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:17.064491 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'name': 'tempest-TestMinimumBasicScenario-1322240768-router', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:39:56Z', 'updated_at': '2021-02-12T21:40:05Z', 'revision_number': 4, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'gw_port': {'id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:39:57Z', 'updated_at': '2021-02-12T21:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '5f9ce937-f608-49bc-a330-c042e438adf2', 'name': '', 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'mac_address': 'fa:16:3e:21:9a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:03Z', 'updated_at': '2021-02-12T21:40:15Z', 'revision_number': 4, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'subnets': [{'id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:17.069700 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a1734-1026-452b-9abd-c49abf0b30a1 None None] The sync data for ids ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'] in dv-cinder-775250-2-smb is: [{'id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'name': 'tempest-TestMinimumBasicScenario-1322240768-router', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:39:56Z', 'updated_at': '2021-02-12T21:40:05Z', 'revision_number': 4, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'gw_port': {'id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:39:57Z', 'updated_at': '2021-02-12T21:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '5f9ce937-f608-49bc-a330-c042e438adf2', 'name': '', 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'mac_address': 'fa:16:3e:21:9a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:03Z', 'updated_at': '2021-02-12T21:40:15Z', 'revision_number': 4, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'subnets': [{'id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:40:17.266948 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-998e731c-08bb-4377-93ec-35f2055780a8 admin admin] Calling delete_port for cc091de7-c3de-476a-b4df-0417dc431ada owned by network:router_interface {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:40:18.648198 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 5f9ce937-f608-49bc-a330-c042e438adf2 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:40:18.837417 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port 5f9ce937-f608-49bc-a330-c042e438adf2 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:40:18.845049 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 5f9ce937-f608-49bc-a330-c042e438adf2 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:18.848861 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:18.907263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [req-2c686b23-c185-440f-a532-87c220666af2 req-0c5828f3-7f42-4ce2-a4d9-c61a486fb2eb tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 12 21:40:19.100660 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-2c686b23-c185-440f-a532-87c220666af2 req-0c5828f3-7f42-4ce2-a4d9-c61a486fb2eb tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:19.173563 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-2c686b23-c185-440f-a532-87c220666af2 req-0c5828f3-7f42-4ce2-a4d9-c61a486fb2eb tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:19.203460 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:19.313027 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] For port 5f9ce937-f608-49bc-a330-c042e438adf2, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=5f9ce937-f608-49bc-a330-c042e438adf2,segment=NetworkSegment(4876b47c-2ec7-492b-8650-415ad9763bc2),segment_id=4876b47c-2ec7-492b-8650-415ad9763bc2)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:40:19.323918 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:19.333007 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:19.504962 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Pushing event updated for resources: {'Port': ['ID=5f9ce937-f608-49bc-a330-c042e438adf2,revision_number=5']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:19.522291 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:19.544021 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.l3_db [req-2c686b23-c185-440f-a532-87c220666af2 req-0c5828f3-7f42-4ce2-a4d9-c61a486fb2eb tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Floating IP 9f8b111e-820b-4028-bf54-a40e8908e037 associated. External IP: 172.28.0.228, port: d12eed96-f310-41ee-8e0b-2edd96db6257. Feb 12 21:40:19.610026 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:40:19.817646 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-998e731c-08bb-4377-93ec-35f2055780a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:19.839629 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:19.983259 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e731c-08bb-4377-93ec-35f2055780a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc091de7-c3de-476a-b4df-0417dc431ada,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:19.998038 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-998e731c-08bb-4377-93ec-35f2055780a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:20.286439 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c686b23-c185-440f-a532-87c220666af2 req-0c5828f3-7f42-4ce2-a4d9-c61a486fb2eb tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:40:20.737065 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 5f9ce937-f608-49bc-a330-c042e438adf2 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:40:20.867823 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port 5f9ce937-f608-49bc-a330-c042e438adf2 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:20.868285 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:21.002442 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-0adfe30c-d693-44eb-8688-6d4d546aa217 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:21.004202 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-0adfe30c-d693-44eb-8688-6d4d546aa217 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/networks?id=4e4262f7-071b-4846-b78e-ae344d809e53 HTTP/1.1" status: 200 len: 814 time: 0.2738104 Feb 12 21:40:21.115030 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-7016fa47-3927-4467-afff-840d6750d1c3 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/quotas/4ff580a4019445a9abf324e56496bb65 HTTP/1.1" status: 200 len: 375 time: 0.0979052 Feb 12 21:40:21.205874 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-051c7073-bbe5-4bd5-908d-015e30061022 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ff580a4019445a9abf324e56496bb65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786796 Feb 12 21:40:21.264915 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c686b23-c185-440f-a532-87c220666af2 req-0c5828f3-7f42-4ce2-a4d9-c61a486fb2eb tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:40:21.282642 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae115efa-4639-49d1-8a64-e12b80b8d9ec None None] Sync routers for ids ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'] in dv-cinder-775250-2-smb {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:40:21.302800 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae115efa-4639-49d1-8a64-e12b80b8d9ec None None] Routers {'1cc167a8-d36e-4e10-8dc6-b04fd69cf821'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:40:21.306911 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ae115efa-4639-49d1-8a64-e12b80b8d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:40:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:21.339481 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-2c686b23-c185-440f-a532-87c220666af2 req-0c5828f3-7f42-4ce2-a4d9-c61a486fb2eb tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:21.378404 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-998e731c-08bb-4377-93ec-35f2055780a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854119761'] for router_interface, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:21.605709 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2c686b23-c185-440f-a532-87c220666af2 req-0c5828f3-7f42-4ce2-a4d9-c61a486fb2eb tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "PUT /v2.0/floatingips/9f8b111e-820b-4028-bf54-a40e8908e037 HTTP/1.1" status: 200 len: 997 time: 6.0143087 Feb 12 21:40:21.617700 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'tag': 'd12eed96-f310-41ee-8e0b-2edd96db6257'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:40:21.842591 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ae115efa-4639-49d1-8a64-e12b80b8d9ec None None] Set router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:40:22.034699 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-6e09952f-cedf-44c0-9fc4-3c88d09e1dc2 service neutron] 10.222.0.35 "GET /v2.0/networks/4e4262f7-071b-4846-b78e-ae344d809e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8058119 Feb 12 21:40:22.216997 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c686b23-c185-440f-a532-87c220666af2 req-57f3af02-6965-4401-8289-9af1c8449aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:22.218554 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2c686b23-c185-440f-a532-87c220666af2 req-57f3af02-6965-4401-8289-9af1c8449aa9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49ec507faa244b44a51dada5f29b8cae&device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 1163 time: 0.5925722 Feb 12 21:40:22.267554 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddfba7-fab7-49bc-82ac-a495b081a33d req-6034cb56-18a1-4645-8a69-9973bf159caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:22.269224 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e4ddfba7-fab7-49bc-82ac-a495b081a33d req-6034cb56-18a1-4645-8a69-9973bf159caa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d&device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 1162 time: 0.3317950 Feb 12 21:40:22.347250 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ae115efa-4639-49d1-8a64-e12b80b8d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'name': 'tempest-TestShelveInstance-713380077-router', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:30Z', 'updated_at': '2021-02-12T21:38:40Z', 'revision_number': 4, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'gw_port': {'id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:32Z', 'updated_at': '2021-02-12T21:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': '9f8b111e-820b-4028-bf54-a40e8908e037', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'floating_ip_address': '172.28.0.228', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'port_id': 'd12eed96-f310-41ee-8e0b-2edd96db6257', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab', 'mac_address': 'fa:16:3e:40:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:40:10Z', 'updated_at': '2021-02-12T21:40:18Z', 'revision_number': 1, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce5baef2-7e5a-4566-848a-e386450118eb', 'name': '', 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'mac_address': 'fa:16:3e:40:b5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '217c03cb-b699-430c-af4a-d830049b93e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:38Z', 'updated_at': '2021-02-12T21:38:53Z', 'revision_number': 5, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'subnets': [{'id': '217c03cb-b699-430c-af4a-d830049b93e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:22.359468 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae115efa-4639-49d1-8a64-e12b80b8d9ec None None] Checking router: 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 for host: dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:40:22.379376 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae115efa-4639-49d1-8a64-e12b80b8d9ec None None] Routers {'1cc167a8-d36e-4e10-8dc6-b04fd69cf821'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:40:22.381744 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ae115efa-4639-49d1-8a64-e12b80b8d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:40:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:22.855513 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ae115efa-4639-49d1-8a64-e12b80b8d9ec None None] Set router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:40:23.202207 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-1e186a59-b2ce-4bfb-a127-1d3ba8747acc service neutron] 10.222.0.35 "GET /v2.0/networks/4e4262f7-071b-4846-b78e-ae344d809e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1664300 Feb 12 21:40:23.285251 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998e731c-08bb-4377-93ec-35f2055780a8 admin admin] Router 39260196-7939-49e9-b68d-896da6463e2e has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:40:23.320406 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c686b23-c185-440f-a532-87c220666af2 req-02177494-72e5-4d98-bb89-1ec8f8adf288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:23.322167 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2c686b23-c185-440f-a532-87c220666af2 req-02177494-72e5-4d98-bb89-1ec8f8adf288 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdb6571b-cda9-47e3-bee0-da8e039221ab HTTP/1.1" status: 200 len: 903 time: 1.0886538 Feb 12 21:40:23.561209 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ae115efa-4639-49d1-8a64-e12b80b8d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'name': 'tempest-TestShelveInstance-713380077-router', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:30Z', 'updated_at': '2021-02-12T21:38:40Z', 'revision_number': 4, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'gw_port': {'id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:32Z', 'updated_at': '2021-02-12T21:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': '9f8b111e-820b-4028-bf54-a40e8908e037', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'floating_ip_address': '172.28.0.228', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'port_id': 'd12eed96-f310-41ee-8e0b-2edd96db6257', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab', 'mac_address': 'fa:16:3e:40:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:40:10Z', 'updated_at': '2021-02-12T21:40:18Z', 'revision_number': 1, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce5baef2-7e5a-4566-848a-e386450118eb', 'name': '', 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'mac_address': 'fa:16:3e:40:b5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '217c03cb-b699-430c-af4a-d830049b93e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:38Z', 'updated_at': '2021-02-12T21:38:53Z', 'revision_number': 5, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'subnets': [{'id': '217c03cb-b699-430c-af4a-d830049b93e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:23.567051 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae115efa-4639-49d1-8a64-e12b80b8d9ec None None] The sync data for ids ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'] in dv-cinder-775250-2-smb is: [{'id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'name': 'tempest-TestShelveInstance-713380077-router', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:30Z', 'updated_at': '2021-02-12T21:38:40Z', 'revision_number': 4, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'gw_port': {'id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:32Z', 'updated_at': '2021-02-12T21:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': '9f8b111e-820b-4028-bf54-a40e8908e037', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'floating_ip_address': '172.28.0.228', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'port_id': 'd12eed96-f310-41ee-8e0b-2edd96db6257', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab', 'mac_address': 'fa:16:3e:40:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:40:10Z', 'updated_at': '2021-02-12T21:40:18Z', 'revision_number': 1, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce5baef2-7e5a-4566-848a-e386450118eb', 'name': '', 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'mac_address': 'fa:16:3e:40:b5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '217c03cb-b699-430c-af4a-d830049b93e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:38Z', 'updated_at': '2021-02-12T21:38:53Z', 'revision_number': 5, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'subnets': [{'id': '217c03cb-b699-430c-af4a-d830049b93e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:40:23.842472 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddfba7-fab7-49bc-82ac-a495b081a33d req-fa0aff26-88ef-483d-a9e5-512e1593500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:23.844207 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e4ddfba7-fab7-49bc-82ac-a495b081a33d req-fa0aff26-88ef-483d-a9e5-512e1593500c service neutron] 10.222.0.66 "GET /v2.0/networks?id=730a1daf-e569-454f-98a4-34427f6ca94f HTTP/1.1" status: 200 len: 911 time: 1.5563624 Feb 12 21:40:24.052304 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2c686b23-c185-440f-a532-87c220666af2 req-ed0c818e-3d5d-4505-a716-996d0dbba61b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12eed96-f310-41ee-8e0b-2edd96db6257 HTTP/1.1" status: 200 len: 1000 time: 0.6089342 Feb 12 21:40:24.162243 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e4ddfba7-fab7-49bc-82ac-a495b081a33d req-28c15155-ccc2-4fdd-8080-98e22d3d77b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 HTTP/1.1" status: 200 len: 1000 time: 0.3090663 Feb 12 21:40:24.214355 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba2109-be95-484d-be1a-20de2bbdbdc1 None None] New status for floating IP 9f8b111e-820b-4028-bf54-a40e8908e037: ACTIVE {{(pid=84070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:40:24.263406 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb09539-becc-41a8-abac-2ced2d100e71 req-2ea43e73-a69f-4d93-bc5e-b3fcde29b2b1 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:24.273938 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-edb09539-becc-41a8-abac-2ced2d100e71 req-2ea43e73-a69f-4d93-bc5e-b3fcde29b2b1 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.6484261 Feb 12 21:40:24.356812 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998e731c-08bb-4377-93ec-35f2055780a8 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:40:24.370939 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-998e731c-08bb-4377-93ec-35f2055780a8 admin admin] 10.222.0.35 "PUT /v2.0/routers/39260196-7939-49e9-b68d-896da6463e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1406562 Feb 12 21:40:24.373893 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36592) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:24.376791 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e54b4f-4e4a-4d3a-81cc-ff12b7ef03d1 None None] Sync routers for ids ['39260196-7939-49e9-b68d-896da6463e2e'] in dv-cinder-775250-2-smb {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:40:24.446697 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e54b4f-4e4a-4d3a-81cc-ff12b7ef03d1 None None] Routers {'39260196-7939-49e9-b68d-896da6463e2e'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:40:24.451463 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-99e54b4f-4e4a-4d3a-81cc-ff12b7ef03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:40:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['39260196-7939-49e9-b68d-896da6463e2e'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:24.451816 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-edb09539-becc-41a8-abac-2ced2d100e71 req-b23f3099-b9a0-44c1-b65b-181977520729 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767769 Feb 12 21:40:24.484031 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c686b23-c185-440f-a532-87c220666af2 req-2c7cbf85-34dc-4bbe-b8ed-a71ecff7e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:24.493474 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2c686b23-c185-440f-a532-87c220666af2 req-2c7cbf85-34dc-4bbe-b8ed-a71ecff7e748 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=217c03cb-b699-430c-af4a-d830049b93e1 HTTP/1.1" status: 200 len: 847 time: 0.4008627 Feb 12 21:40:24.692695 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'tag': 'd12eed96-f310-41ee-8e0b-2edd96db6257', 'status': 'completed', 'code': 200} Feb 12 21:40:24.694272 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddfba7-fab7-49bc-82ac-a495b081a33d req-64c20973-d2f7-4440-ae4b-b8da4bed079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:24.696089 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e4ddfba7-fab7-49bc-82ac-a495b081a33d req-64c20973-d2f7-4440-ae4b-b8da4bed079f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3d14036-127d-49c7-a851-85c1a4e15dee HTTP/1.1" status: 200 len: 856 time: 0.5250335 Feb 12 21:40:24.991146 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-556372aa-d39b-44bc-a6ce-6ea9f7a82407 admin admin] Notify callbacks [] for router, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:25.044096 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-99e54b4f-4e4a-4d3a-81cc-ff12b7ef03d1 None None] Set router 39260196-7939-49e9-b68d-896da6463e2e gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:40:25.228018 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d93333b-f337-4382-8c64-92291f09604c req-c2e37442-935b-4ffc-9cb6-1120b2be13e4 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 210 time: 0.2096388 Feb 12 21:40:25.340361 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c686b23-c185-440f-a532-87c220666af2 req-e3396e8d-0685-49c3-b0aa-058713554139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:25.342426 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2c686b23-c185-440f-a532-87c220666af2 req-e3396e8d-0685-49c3-b0aa-058713554139 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdb6571b-cda9-47e3-bee0-da8e039221ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8286159 Feb 12 21:40:25.351916 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5a1c0-7b03-4a73-9f30-dfef6145b190 req-5283a3ec-699c-4075-a98b-c5cc4eeafbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:25.353404 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f0e5a1c0-7b03-4a73-9f30-dfef6145b190 req-5283a3ec-699c-4075-a98b-c5cc4eeafbfb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49ec507faa244b44a51dada5f29b8cae&device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 1163 time: 0.5338330 Feb 12 21:40:25.378036 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [req-2c686b23-c185-440f-a532-87c220666af2 req-860cd907-0624-4339-b7cf-0c483b44f904 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:40:25.379308 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2c686b23-c185-440f-a532-87c220666af2 req-860cd907-0624-4339-b7cf-0c483b44f904 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0243688 Feb 12 21:40:25.383559 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddfba7-fab7-49bc-82ac-a495b081a33d req-51fda339-6991-495f-b443-d707801ff10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:25.385869 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e4ddfba7-fab7-49bc-82ac-a495b081a33d req-51fda339-6991-495f-b443-d707801ff10f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=730a1daf-e569-454f-98a4-34427f6ca94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6749225 Feb 12 21:40:25.524155 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-556372aa-d39b-44bc-a6ce-6ea9f7a82407 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:25.534678 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-556372aa-d39b-44bc-a6ce-6ea9f7a82407 admin admin] Deleting port 03a5cd63-7f0d-4a56-9509-2b38026eadad {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:40:25.535060 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-556372aa-d39b-44bc-a6ce-6ea9f7a82407 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:25.807602 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-556372aa-d39b-44bc-a6ce-6ea9f7a82407 admin admin] For port 03a5cd63-7f0d-4a56-9509-2b38026eadad, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=03a5cd63-7f0d-4a56-9509-2b38026eadad,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:40:25.808427 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-556372aa-d39b-44bc-a6ce-6ea9f7a82407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:25.846313 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2c686b23-c185-440f-a532-87c220666af2 req-23a5ba04-5cad-4aba-821e-9a28f61b754f service neutron] 10.222.0.35 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858740 Feb 12 21:40:25.848516 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e4ddfba7-fab7-49bc-82ac-a495b081a33d req-be5bb124-ceb7-4162-b7d2-0a1facb229f9 service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708331 Feb 12 21:40:25.900499 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-99e54b4f-4e4a-4d3a-81cc-ff12b7ef03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39260196-7939-49e9-b68d-896da6463e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-261478209-router', 'tenant_id': '4ade9798f9ae40008a2eba6065c86a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:17Z', 'updated_at': '2021-02-12T21:40:19Z', 'revision_number': 5, 'project_id': '4ade9798f9ae40008a2eba6065c86a71', 'gw_port': {'id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39260196-7939-49e9-b68d-896da6463e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:19Z', 'updated_at': '2021-02-12T21:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:25.923963 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e54b4f-4e4a-4d3a-81cc-ff12b7ef03d1 None None] Checking router: 39260196-7939-49e9-b68d-896da6463e2e for host: dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:40:25.946698 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e54b4f-4e4a-4d3a-81cc-ff12b7ef03d1 None None] Routers {'39260196-7939-49e9-b68d-896da6463e2e'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:40:25.947417 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-99e54b4f-4e4a-4d3a-81cc-ff12b7ef03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:40:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['39260196-7939-49e9-b68d-896da6463e2e'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:25.977187 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-556372aa-d39b-44bc-a6ce-6ea9f7a82407 admin admin] Calling delete_port for 03a5cd63-7f0d-4a56-9509-2b38026eadad owned by network:router_gateway {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:40:26.013769 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5a1c0-7b03-4a73-9f30-dfef6145b190 req-4f79fd09-e13b-472d-9e2f-18be06bada0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:26.015541 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f0e5a1c0-7b03-4a73-9f30-dfef6145b190 req-4f79fd09-e13b-472d-9e2f-18be06bada0b service neutron] 10.222.0.66 "GET /v2.0/networks?id=fdb6571b-cda9-47e3-bee0-da8e039221ab HTTP/1.1" status: 200 len: 903 time: 0.6286967 Feb 12 21:40:26.224120 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2c686b23-c185-440f-a532-87c220666af2 req-4d711a4c-1a4c-4fbb-80a4-9a13cdfe4a91 service neutron] 10.222.0.35 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2072947 Feb 12 21:40:26.281736 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-99e54b4f-4e4a-4d3a-81cc-ff12b7ef03d1 None None] Set router 39260196-7939-49e9-b68d-896da6463e2e gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:40:26.547136 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-024444a0-32a2-4d31-959e-64484592b0e2 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:26.548343 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-024444a0-32a2-4d31-959e-64484592b0e2 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Synchronizing usage tracker for tenant:4ff580a4019445a9abf324e56496bb65 on resource:network {{(pid=84068) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:40:26.554293 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36616) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:26.563815 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e4ddfba7-fab7-49bc-82ac-a495b081a33d req-0f35b4a0-8660-4625-905c-8ffaa5b7119b service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3916450 Feb 12 21:40:26.588891 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-024444a0-32a2-4d31-959e-64484592b0e2 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Unset dirty status for tenant:4ff580a4019445a9abf324e56496bb65 on resource:network {{(pid=84068) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:40:26.592940 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-024444a0-32a2-4d31-959e-64484592b0e2 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.66 "GET /v2.0/networks?id=4e4262f7-071b-4846-b78e-ae344d809e53 HTTP/1.1" status: 200 len: 814 time: 0.2358825 Feb 12 21:40:26.700794 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-6be6fa40-1fc5-4cc8-850f-68408dd27fef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Request body: {'port': {'device_id': 'ab6cd8b0-e294-47b9-a900-b3f9761164bf', 'network_id': '4e4262f7-071b-4846-b78e-ae344d809e53', 'admin_state_up': True, 'tenant_id': '4ff580a4019445a9abf324e56496bb65'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:40:26.878903 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09544022-3d51-44bc-b715-0b5b9f020a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:26.902497 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-09544022-3d51-44bc-b715-0b5b9f020a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:26.907606 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-09544022-3d51-44bc-b715-0b5b9f020a6a admin admin] Usage tracker for resource:security_group_rule and tenant:b98b06e3fb814f32bfcffaa7f4ce090f is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:26.911427 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-09544022-3d51-44bc-b715-0b5b9f020a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:26.919114 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-09544022-3d51-44bc-b715-0b5b9f020a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:27.024920 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09544022-3d51-44bc-b715-0b5b9f020a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:27.040027 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09544022-3d51-44bc-b715-0b5b9f020a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:27.052438 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6b519c7c-d448-47d3-96e3-880929d4e942 req-8c748baa-b150-4363-b774-0e67fe15c38e tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 210 time: 0.4874897 Feb 12 21:40:27.062716 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f0e5a1c0-7b03-4a73-9f30-dfef6145b190 req-033a20cd-0f3c-4d51-a1e3-74145bfda67f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12eed96-f310-41ee-8e0b-2edd96db6257 HTTP/1.1" status: 200 len: 1002 time: 0.8323727 Feb 12 21:40:27.100833 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-fc249859-720c-4730-96aa-99ed8a0a0657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:27.162931 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5a1c0-7b03-4a73-9f30-dfef6145b190 req-b6036592-f3e0-4dc6-a375-3ec46340a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:27.165407 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f0e5a1c0-7b03-4a73-9f30-dfef6145b190 req-b6036592-f3e0-4dc6-a375-3ec46340a2dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=217c03cb-b699-430c-af4a-d830049b93e1 HTTP/1.1" status: 200 len: 847 time: 0.0887280 Feb 12 21:40:27.174705 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-09544022-3d51-44bc-b715-0b5b9f020a6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b98b06e3fb814f32bfcffaa7f4ce090f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6068881 Feb 12 21:40:27.184503 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09544022-3d51-44bc-b715-0b5b9f020a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f498a5-fe67-4201-bd37-514c2cc6477f,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:27.195312 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-556372aa-d39b-44bc-a6ce-6ea9f7a82407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: WARNING neutron.plugins.ml2.ovo_rpc [None req-556372aa-d39b-44bc-a6ce-6ea9f7a82407 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: result = function(*args, **kwargs) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: proto.__init__(conn_state, self) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: self.handle() Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: self.handle_one_request() Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: self.handle_one_response() Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: result = self.application(self.environ, start_response) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: return app(environ, start_response) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: resp = self.call_func(req, *args, **kw) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: return self.func(req, *args, **kwargs) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: response = req.get_response(self.application) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: application, catch_exc_info=False) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: app_iter = application(self.environ, start_response) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: resp = self.call_func(req, *args, **kw) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: return self.func(req, *args, **kwargs) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: response = req.get_response(self.application) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: application, catch_exc_info=False) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: app_iter = application(self.environ, start_response) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: resp = self.call_func(req, *args, **kw) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: return self.func(req, *args, **kwargs) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: response = req.get_response(self.application) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: application, catch_exc_info=False) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: app_iter = application(self.environ, start_response) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: resp = self.call_func(req, *args, **kw) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: return self.func(req, *args, **kwargs) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: response = req.get_response(self.application) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: application, catch_exc_info=False) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: app_iter = application(self.environ, start_response) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: resp = self.call_func(req, *args, **kw) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: return self.func(req, *args, **kwargs) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: return request.get_response(self.application) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: application, catch_exc_info=False) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: app_iter = application(self.environ, start_response) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: resp = self.call_func(req, *args, **kw) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: return self.func(req, *args, **kwargs) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: response = req.get_response(self._app) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: application, catch_exc_info=False) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: app_iter = application(self.environ, start_response) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: return resp(environ, start_response) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: return resp(environ, start_response) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: response = self.app(environ, start_response) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: return resp(environ, start_response) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: resp = self.call_func(req, *args, **kw) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: return self.func(req, *args, **kwargs) Feb 12 21:40:27.201080 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: result = method(request=request, **args) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: return self._delete(request, id, **kwargs) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: return f(*args, **kwargs) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: return f(*args, **kwargs) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: return f(*dup_args, **dup_kwargs) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: obj_deleter(request.context, id, **kwargs) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: return method(*args, **kwargs) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: return f(*args, **kwargs) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: return f(*args, **kwargs) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: return f(*dup_args, **dup_kwargs) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: self._delete_current_gw_port(context, id, router, None) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: admin_ctx, gw_port_id, l3_port_check=False) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: return f(self, context, *args, **kwargs) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: return method(*args, **kwargs) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: context, port, router_ids, bound_mech_contexts) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: return function(*args, **kwargs) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: callback(resource, event, trigger, **kwargs) Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: if self._is_session_semantic_violated(context, resource, event): Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: stack = traceback.extract_stack() Feb 12 21:40:27.222075 dv-cinder-775250-2-smb neutron-server[83958]: Feb 12 21:40:27.231824 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36626) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:27.278625 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3b367-7f5b-45f6-938b-5a1cd19f853d req-da1a016b-9979-4c38-a331-d66be8ef00ac tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:27.280451 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c6f3b367-7f5b-45f6-938b-5a1cd19f853d req-da1a016b-9979-4c38-a331-d66be8ef00ac tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 1.1071274 Feb 12 21:40:27.330951 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5a1c0-7b03-4a73-9f30-dfef6145b190 req-a514158b-4c58-4ed3-95ec-3d5b875c3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:27.333582 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f0e5a1c0-7b03-4a73-9f30-dfef6145b190 req-a514158b-4c58-4ed3-95ec-3d5b875c3f73 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fdb6571b-cda9-47e3-bee0-da8e039221ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1471441 Feb 12 21:40:27.334717 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-99e54b4f-4e4a-4d3a-81cc-ff12b7ef03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39260196-7939-49e9-b68d-896da6463e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-261478209-router', 'tenant_id': '4ade9798f9ae40008a2eba6065c86a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:17Z', 'updated_at': '2021-02-12T21:40:19Z', 'revision_number': 5, 'project_id': '4ade9798f9ae40008a2eba6065c86a71', 'gw_port': {'id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39260196-7939-49e9-b68d-896da6463e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:19Z', 'updated_at': '2021-02-12T21:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:27.340383 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e54b4f-4e4a-4d3a-81cc-ff12b7ef03d1 None None] The sync data for ids ['39260196-7939-49e9-b68d-896da6463e2e'] in dv-cinder-775250-2-smb is: [{'id': '39260196-7939-49e9-b68d-896da6463e2e', 'name': 'tempest-ServerRescueNegativeTestJSON-261478209-router', 'tenant_id': '4ade9798f9ae40008a2eba6065c86a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70'}], 'enable_snat': True}, 'gw_port_id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:17Z', 'updated_at': '2021-02-12T21:40:19Z', 'revision_number': 5, 'project_id': '4ade9798f9ae40008a2eba6065c86a71', 'gw_port': {'id': '03a5cd63-7f0d-4a56-9509-2b38026eadad', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39260196-7939-49e9-b68d-896da6463e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:19Z', 'updated_at': '2021-02-12T21:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}] {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:40:27.354480 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-09544022-3d51-44bc-b715-0b5b9f020a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:27.560636 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-6be6fa40-1fc5-4cc8-850f-68408dd27fef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:27.567004 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f0e5a1c0-7b03-4a73-9f30-dfef6145b190 req-a792d393-69b3-4f9c-baec-98c55fa4d64a service neutron] 10.222.0.66 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231493 Feb 12 21:40:27.575052 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-6be6fa40-1fc5-4cc8-850f-68408dd27fef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:27.577138 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c6f3b367-7f5b-45f6-938b-5a1cd19f853d req-a4d5834f-28a0-483d-8bd1-e105413fdf66 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823663 Feb 12 21:40:27.599595 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-6be6fa40-1fc5-4cc8-850f-68408dd27fef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Made reservation on behalf of 4ff580a4019445a9abf324e56496bb65 for: {'port': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:40:27.607978 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-6be6fa40-1fc5-4cc8-850f-68408dd27fef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:27.659569 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7837e0f4-7bd8-480f-a402-76cf26850468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:27.702085 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7837e0f4-7bd8-480f-a402-76cf26850468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:27.868834 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f0e5a1c0-7b03-4a73-9f30-dfef6145b190 req-a93b53ac-7cf8-44bf-9cab-d7d528b39896 service neutron] 10.222.0.66 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2899477 Feb 12 21:40:28.202986 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7837e0f4-7bd8-480f-a402-76cf26850468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:28.206449 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-556372aa-d39b-44bc-a6ce-6ea9f7a82407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660797'] for router_gateway, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:28.211891 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2c910421-7f46-47a6-bb49-1c16779b6ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:28.282083 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-50c2d0a6-12fc-4485-bd3d-51008aca0384 req-77fc442f-c5be-482c-8065-d931847c9906 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 210 time: 0.0599253 Feb 12 21:40:28.365289 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837e0f4-7bd8-480f-a402-76cf26850468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f498a5-fe67-4201-bd37-514c2cc6477f,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:28.412880 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7837e0f4-7bd8-480f-a402-76cf26850468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:28.448216 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-556372aa-d39b-44bc-a6ce-6ea9f7a82407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-206338'] for router, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:28.459986 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-556372aa-d39b-44bc-a6ce-6ea9f7a82407 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:28.467520 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7837e0f4-7bd8-480f-a402-76cf26850468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:28.469310 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-7837e0f4-7bd8-480f-a402-76cf26850468 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4f498a5-fe67-4201-bd37-514c2cc6477f HTTP/1.1" status: 204 len: 168 time: 1.2358243 Feb 12 21:40:28.493737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device cc091de7-c3de-476a-b4df-0417dc431ada no longer exists at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:40:28.536005 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] No Port match for: cc091de7-c3de-476a-b4df-0417dc431ada {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:40:28.536408 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device cc091de7-c3de-476a-b4df-0417dc431ada not bound to the agent host dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:40:28.657209 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-556372aa-d39b-44bc-a6ce-6ea9f7a82407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-661979'] for router, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:28.658300 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556372aa-d39b-44bc-a6ce-6ea9f7a82407 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39260196-7939-49e9-b68d-896da6463e2e {{(pid=84068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 12 21:40:28.742726 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-6be6fa40-1fc5-4cc8-850f-68408dd27fef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Allocated IP 172.20.0.12 (4e4262f7-071b-4846-b78e-ae344d809e53/7837fb91-6fbd-4d2a-b007-3d1d4aecf0fb/ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b) {{(pid=84068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:40:28.751123 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-556372aa-d39b-44bc-a6ce-6ea9f7a82407 admin admin] Notify callbacks [] for router, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:28.756658 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 36650) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:28.756968 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-556372aa-d39b-44bc-a6ce-6ea9f7a82407 admin admin] 10.222.0.35 "DELETE /v2.0/routers/39260196-7939-49e9-b68d-896da6463e2e HTTP/1.1" status: 204 len: 168 time: 4.3802953 Feb 12 21:40:28.892870 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3554edeb-0ff0-45c5-8647-dafc1438ce99 admin admin] Deleting subnet e5354e90-f0b4-413c-b8eb-fcea8549d5b4 {{(pid=84069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:40:28.955431 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3554edeb-0ff0-45c5-8647-dafc1438ce99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:29.036676 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3554edeb-0ff0-45c5-8647-dafc1438ce99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262368411'] for subnet, precommit_delete_associations {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:29.040794 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36654) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:29.089007 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8d883778-2769-42db-b0a8-a154f43ecbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:29.124172 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-8d883778-2769-42db-b0a8-a154f43ecbfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:29.129751 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7592bd3-5683-440a-b0f5-9b804e9c8111 req-e8bbd321-8aa7-48fa-9a97-f7262aac4692 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:29.131474 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d7592bd3-5683-440a-b0f5-9b804e9c8111 req-e8bbd321-8aa7-48fa-9a97-f7262aac4692 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.2355123 Feb 12 21:40:29.132770 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3554edeb-0ff0-45c5-8647-dafc1438ce99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850750012'] for subnet, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:29.141260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-8d883778-2769-42db-b0a8-a154f43ecbfd admin admin] Usage tracker for resource:security_group_rule and tenant:08c9c5aca25444c5975237297bcca7a1 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:29.146281 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-8d883778-2769-42db-b0a8-a154f43ecbfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:29.167320 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-8d883778-2769-42db-b0a8-a154f43ecbfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:29.186031 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-6be6fa40-1fc5-4cc8-850f-68408dd27fef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Notify callbacks [] for port, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:29.224493 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d7592bd3-5683-440a-b0f5-9b804e9c8111 req-cebf138a-7db8-488b-8783-8d67dac34d39 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605242 Feb 12 21:40:29.265694 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-6be6fa40-1fc5-4cc8-850f-68408dd27fef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:29.358672 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:29.517396 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6fa40-1fc5-4cc8-850f-68408dd27fef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Pushing event updated for resources: {'Port': ['ID=ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:29.528966 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6be6fa40-1fc5-4cc8-850f-68408dd27fef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:29.536154 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8d883778-2769-42db-b0a8-a154f43ecbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:29.540288 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8d883778-2769-42db-b0a8-a154f43ecbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:29.550213 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6ac5c841-516c-433b-a64e-aec6c1aebb46 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:29.552262 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6ac5c841-516c-433b-a64e-aec6c1aebb46 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/networks?id=442c5856-d8a8-499f-8212-c45b52e4fb00 HTTP/1.1" status: 200 len: 815 time: 0.2308955 Feb 12 21:40:29.553248 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-09544022-3d51-44bc-b715-0b5b9f020a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:29.597785 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-6be6fa40-1fc5-4cc8-850f-68408dd27fef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Network 4e4262f7-071b-4846-b78e-ae344d809e53 is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:40:29.598460 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-b6b67f49-2c5b-431c-b4cc-8ddaefb45a0d tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/quotas/a2c3bd88183945119c66fe473d607ea3 HTTP/1.1" status: 200 len: 375 time: 0.0244365 Feb 12 21:40:29.604522 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-6be6fa40-1fc5-4cc8-850f-68408dd27fef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:40:29.610241 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d883778-2769-42db-b0a8-a154f43ecbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a77b8c-bff2-423d-aaaf-360ced073490,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:29.613942 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-8d883778-2769-42db-b0a8-a154f43ecbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:29.614822 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-6be6fa40-1fc5-4cc8-850f-68408dd27fef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Received port after_create {{(pid=84068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:40:29.652516 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-8d883778-2769-42db-b0a8-a154f43ecbfd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08c9c5aca25444c5975237297bcca7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6104140 Feb 12 21:40:29.657057 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36672) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:29.736159 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-6be6fa40-1fc5-4cc8-850f-68408dd27fef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:29.736915 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-6be6fa40-1fc5-4cc8-850f-68408dd27fef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:29.761824 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035490-05e6-4fc6-970c-f3f6e0963c80 req-b964eee8-281c-43c7-907c-6aaf6016c528 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:29.763517 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b0035490-05e6-4fc6-970c-f3f6e0963c80 req-b964eee8-281c-43c7-907c-6aaf6016c528 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 932 time: 0.3007662 Feb 12 21:40:29.787190 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-6be6fa40-1fc5-4cc8-850f-68408dd27fef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1785240 Feb 12 21:40:29.789842 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b33604aa-3191-4c7d-b674-deec752bf0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:29.810810 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Request body: {'port': {'device_id': 'ab6cd8b0-e294-47b9-a900-b3f9761164bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:40:29.815857 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:40:29.847212 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b0035490-05e6-4fc6-970c-f3f6e0963c80 req-4a675d93-e7c7-4cf6-aa0d-90c8db07c691 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696938 Feb 12 21:40:29.855442 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-46c3860b-a84b-48a3-a01c-e35fdeb9b5fa tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a2c3bd88183945119c66fe473d607ea3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2447243 Feb 12 21:40:29.861132 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3554edeb-0ff0-45c5-8647-dafc1438ce99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4025805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11382402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11588037'] for subnet, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:29.879652 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:29.880195 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b33604aa-3191-4c7d-b674-deec752bf0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:29.963549 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:29.987947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554edeb-0ff0-45c5-8647-dafc1438ce99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5354e90-f0b4-413c-b8eb-fcea8549d5b4,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:29.996528 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:40:30.009069 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3554edeb-0ff0-45c5-8647-dafc1438ce99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:30.009438 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:40:30.014885 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:30.017124 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3ea12ba2-689e-47c1-983a-036ce36cd80a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:30.025227 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:30.046382 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b33604aa-3191-4c7d-b674-deec752bf0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:30.056188 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0b283739-0707-46fb-9b20-3b34a6517df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:30.083888 dv-cinder-775250-2-smb neutron-server[83958]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185', 'code': 422} returned with failed status Feb 12 21:40:30.103627 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185,revision_number=5']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:30.107939 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:30.118275 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33604aa-3191-4c7d-b674-deec752bf0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a77b8c-bff2-423d-aaaf-360ced073490,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:30.124428 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b33604aa-3191-4c7d-b674-deec752bf0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:30.138563 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b33604aa-3191-4c7d-b674-deec752bf0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:30.138986 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3554edeb-0ff0-45c5-8647-dafc1438ce99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for subnet, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:30.140009 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b33604aa-3191-4c7d-b674-deec752bf0fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3a77b8c-bff2-423d-aaaf-360ced073490 HTTP/1.1" status: 204 len: 168 time: 0.4818919 Feb 12 21:40:30.152194 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-3554edeb-0ff0-45c5-8647-dafc1438ce99 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e5354e90-f0b4-413c-b8eb-fcea8549d5b4 HTTP/1.1" status: 204 len: 168 time: 1.3942776 Feb 12 21:40:30.155670 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 36680) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:30.266951 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-1c523643-10f7-41e8-ae41-744537850ec5 service neutron] 10.222.0.35 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882930 Feb 12 21:40:30.475802 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3865086'] for network, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:30.539975 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 03a5cd63-7f0d-4a56-9509-2b38026eadad no longer exists at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:40:30.591144 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] No Port match for: 03a5cd63-7f0d-4a56-9509-2b38026eadad {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:40:30.591890 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 03a5cd63-7f0d-4a56-9509-2b38026eadad not bound to the agent host dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:40:30.595596 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:30.640341 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b {{(pid=84068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:40:30.649725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:30.671336 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Transition to ACTIVE for port object ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:40:30.671336 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980256'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:30.684700 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36688) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:30.687665 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:30.820040 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cb87c281-827f-4104-be60-7ae0072f8515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:30.852388 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-cb87c281-827f-4104-be60-7ae0072f8515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:30.861755 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-cb87c281-827f-4104-be60-7ae0072f8515 admin admin] Usage tracker for resource:security_group_rule and tenant:008a53a776fe4558954ab18a9e587a39 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:30.866817 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-cb87c281-827f-4104-be60-7ae0072f8515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:30.870418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:30.877786 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-cb87c281-827f-4104-be60-7ae0072f8515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:30.880023 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:30.977440 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-285d5082-fd6b-403c-887e-bde8acd02723 service neutron] 10.222.0.35 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7006671 Feb 12 21:40:30.997907 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850739933', 'neutron.services.segments.db._delete_segments_for_network-8792999462447'] for network, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:31.018580 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67533e-3e7a-4012-bfb2-e750daaf65c8 req-569101aa-c07c-4f78-8593-27a4662c1cde tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:31.024386 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0a67533e-3e7a-4012-bfb2-e750daaf65c8 req-569101aa-c07c-4f78-8593-27a4662c1cde tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.6390307 Feb 12 21:40:31.161891 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cb87c281-827f-4104-be60-7ae0072f8515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:31.171451 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cb87c281-827f-4104-be60-7ae0072f8515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:31.178770 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0a67533e-3e7a-4012-bfb2-e750daaf65c8 req-db00d5d3-910f-42c0-80fb-0da604e735fa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746517 Feb 12 21:40:31.185297 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-17596b16-f4d6-4b14-bae0-43ef5e7ba09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:31.208721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Attempting to bind port ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:40:31.208721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Attempting to bind port ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'a0472ca0-5063-4159-830c-36388dce086e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4e4262f7-071b-4846-b78e-ae344d809e53'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:40:31.208721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Attempting to bind port ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b on network 4e4262f7-071b-4846-b78e-ae344d809e53 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:40:31.235273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:40:31.235876 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Checking segment: {'id': 'a0472ca0-5063-4159-830c-36388dce086e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4e4262f7-071b-4846-b78e-ae344d809e53'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:40:31.236394 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:31.237183 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Bound using segment: {'id': 'a0472ca0-5063-4159-830c-36388dce086e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4e4262f7-071b-4846-b78e-ae344d809e53'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:40:31.237811 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Bound port: ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0472ca0-5063-4159-830c-36388dce086e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4e4262f7-071b-4846-b78e-ae344d809e53'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:40:31.238932 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:31.267091 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-cb87c281-827f-4104-be60-7ae0072f8515 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=008a53a776fe4558954ab18a9e587a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5437658 Feb 12 21:40:31.268311 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36700) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:31.283120 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87c281-827f-4104-be60-7ae0072f8515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cf98e2-ae76-4855-9004-db8a5c79db98,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:31.337660 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a34dd1d1-d944-4b67-b0be-cd9eb087569a req-65a55341-d9ba-470b-8426-8c27079c8d3d tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 210 time: 0.0581739 Feb 12 21:40:31.341476 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd']}} {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:31.342910 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-cb87c281-827f-4104-be60-7ae0072f8515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:31.371086 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24a139e-3507-4f3e-b88d-dc6ab4830485') {'for_net_delete': True} {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:31.371432 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24a139e-3507-4f3e-b88d-dc6ab4830485') {} {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:31.398316 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243855186104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036592407405'] for segment, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:31.422319 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:31.426046 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:40:31.426414 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-10049c39-8e69-4b82-943b-b80489fcd4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:31.455679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] For port ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b, host hv-cinder-77525, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:40:31.460343 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05371ac1-215b-4428-87f4-fdd393bce339 req-eed89253-995b-4959-960c-79f6b24a2a5f tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:31.462400 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-05371ac1-215b-4428-87f4-fdd393bce339 req-eed89253-995b-4959-960c-79f6b24a2a5f tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 944 time: 0.2501504 Feb 12 21:40:31.502423 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-10049c39-8e69-4b82-943b-b80489fcd4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:31.570190 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-10049c39-8e69-4b82-943b-b80489fcd4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:31.581153 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b7a65f30-3619-437b-b542-e255f4fe884d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:31.612568 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10049c39-8e69-4b82-943b-b80489fcd4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cf98e2-ae76-4855-9004-db8a5c79db98,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:31.618655 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-10049c39-8e69-4b82-943b-b80489fcd4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:31.621575 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-10049c39-8e69-4b82-943b-b80489fcd4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:31.640263 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-10049c39-8e69-4b82-943b-b80489fcd4fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3cf98e2-ae76-4855-9004-db8a5c79db98 HTTP/1.1" status: 204 len: 168 time: 0.3679135 Feb 12 21:40:31.780552 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-05371ac1-215b-4428-87f4-fdd393bce339 req-6d7985fe-876b-4965-a743-fe8c1310bb87 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467666 Feb 12 21:40:31.783814 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Network 5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd has no segments {{(pid=84069) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:40:31.797185 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4030055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11382389'] for segment, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:31.994884 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Network 5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd has no segments {{(pid=84069) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: Traceback (most recent call last): Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: timer() Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: cb(*args, **kw) Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: return func(*args, **kwargs) Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: self._notify() Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: self.callback(batched_events) Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: event.method(event) Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: segment_id)['aggregates'][0] Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: return f(self, *a, **k) Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: return self._get(url).json() Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: **kwargs) Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: return self.request(url, 'GET', **kwargs) Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: **endpoint_filter) Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:40:32.022742 dv-cinder-775250-2-smb neutron-server[83958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:40:32.133748 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4035899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854114878'] for network, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:32.138260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] For port ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b,segment=NetworkSegment(a0472ca0-5063-4159-830c-36388dce086e),segment_id=a0472ca0-5063-4159-830c-36388dce086e)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:40:32.139309 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:32.156004 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980256'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:32.156254 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:32.172702 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:32.175185 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5fcd9a3f-c568-4a26-8ac1-e2cba6b613b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:32.189621 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.190226 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.191159 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.191867 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.192430 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.192969 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.193504 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.194183 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.195051 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.195799 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.196451 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.197025 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.198071 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.198701 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.199240 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.200186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.200725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.201585 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.202128 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.202664 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.203358 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.203952 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.204579 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.205114 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:32.213664 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:32.219739 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-3a27e6f5-1225-42bb-9d33-be893522fac6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5b256c12-c3bf-4bf8-91c5-ed35e8f03fcd HTTP/1.1" status: 204 len: 168 time: 2.0630875 Feb 12 21:40:32.376107 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:32.380122 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:32.490071 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:32.490782 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:32.500607 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] 10.222.0.66 "PUT /v2.0/ports/ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b HTTP/1.1" status: 200 len: 1158 time: 2.6945789 Feb 12 21:40:32.501256 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6cd8b0-e294-47b9-a900-b3f9761164bf', 'tag': 'ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b'}] {{(pid=84068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:40:32.591004 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36758) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:32.643561 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-efc3d830-d6c4-48a7-944b-fc02d3cab833 req-589677b1-6c2d-433a-8b88-a5462d6b5d81 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 210 time: 0.1236317 Feb 12 21:40:32.676108 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-96b3aaa2-1fcf-48c5-a14c-00f3d8efab6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ade9798f9ae40008a2eba6065c86a71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0811996 Feb 12 21:40:32.716769 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 36766) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:32.764330 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6cd8b0-e294-47b9-a900-b3f9761164bf', 'tag': 'ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b', 'status': 'completed', 'code': 200} Feb 12 21:40:32.854570 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36774) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:32.888159 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-3aacac40-6b9d-487a-b6bd-4714d8543a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:32.889872 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-3aacac40-6b9d-487a-b6bd-4714d8543a13 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ff580a4019445a9abf324e56496bb65&device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 1161 time: 0.2195132 Feb 12 21:40:32.944788 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309cf22-949a-44ee-a347-0a24eae34d12 req-ead5fe30-4723-4a2d-b293-7e72d285cbef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:32.946481 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5309cf22-949a-44ee-a347-0a24eae34d12 req-ead5fe30-4723-4a2d-b293-7e72d285cbef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.3016856 Feb 12 21:40:32.952413 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b435932-0762-4c3d-acc5-adb8fcc2a85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:32.983846 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b435932-0762-4c3d-acc5-adb8fcc2a85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:33.036981 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-ba0610d2-0035-43a0-a026-18245936fe85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b HTTP/1.1" status: 200 len: 217 time: 0.1319187 Feb 12 21:40:33.140381 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b435932-0762-4c3d-acc5-adb8fcc2a85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:33.149662 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-99a1753f-e14c-4edb-9fb6-c45d03df27a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:33.163903 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-3c2e453e-f89e-4098-b085-7f84491da473 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:33.168394 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-3c2e453e-f89e-4098-b085-7f84491da473 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.66 "GET /v2.0/networks?id=442c5856-d8a8-499f-8212-c45b52e4fb00 HTTP/1.1" status: 200 len: 815 time: 0.4795828 Feb 12 21:40:33.192606 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5309cf22-949a-44ee-a347-0a24eae34d12 req-69cabaa9-2047-483d-affd-a0ed7a665483 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551554 Feb 12 21:40:33.202678 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b435932-0762-4c3d-acc5-adb8fcc2a85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7b6754-135d-4715-8b94-88ef5e11a5f9,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:33.214968 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1b435932-0762-4c3d-acc5-adb8fcc2a85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:33.219482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Request body: {'port': {'device_id': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00', 'admin_state_up': True, 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:40:33.326424 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b435932-0762-4c3d-acc5-adb8fcc2a85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:33.330452 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-1b435932-0762-4c3d-acc5-adb8fcc2a85b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f7b6754-135d-4715-8b94-88ef5e11a5f9 HTTP/1.1" status: 204 len: 168 time: 0.6097178 Feb 12 21:40:33.404969 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-56e23e0c-ac74-4196-84ef-97b0a3236319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:33.406643 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-56e23e0c-ac74-4196-84ef-97b0a3236319 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7837fb91-6fbd-4d2a-b007-3d1d4aecf0fb HTTP/1.1" status: 200 len: 854 time: 0.3618784 Feb 12 21:40:33.423034 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:33.432405 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Usage tracker for resource:port and tenant:a2c3bd88183945119c66fe473d607ea3 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:33.445002 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:33.456862 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:33.482218 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f9a94-5ae6-480a-8dae-489547b7617f req-fb469737-9126-4bf4-a25a-5442d23a6b21 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:33.490643 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-022f9a94-5ae6-480a-8dae-489547b7617f req-fb469737-9126-4bf4-a25a-5442d23a6b21 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 944 time: 0.4519835 Feb 12 21:40:33.503257 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-eff706f3-5096-4e00-a680-48ed0f424f77 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e4262f7-071b-4846-b78e-ae344d809e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892210 Feb 12 21:40:33.510827 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-33e8f7ee-6eb2-4731-b786-418bc7bbfe94 req-f0aabc6d-473a-4911-a013-4a49c84da813 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6549609 Feb 12 21:40:33.518197 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Made reservation on behalf of a2c3bd88183945119c66fe473d607ea3 for: {'port': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:40:33.525037 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:33.580538 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-022f9a94-5ae6-480a-8dae-489547b7617f req-d81a6362-aa8d-40a1-8169-91744c2b5422 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886631 Feb 12 21:40:33.732264 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-60000cab-db7d-4eeb-8d76-41a1b0f53bab service neutron] 10.222.0.66 "GET /v2.0/networks/4e4262f7-071b-4846-b78e-ae344d809e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201781 Feb 12 21:40:33.974566 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fde03cb3-17ca-409f-aded-c3563574a606 req-6230e594-7125-4736-8456-9eb982fd131f tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 210 time: 0.1209583 Feb 12 21:40:34.118159 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Allocated IP 172.20.0.10 (442c5856-d8a8-499f-8212-c45b52e4fb00/a7617e10-46d8-4e1b-b626-16aaa8fd84a7/bae61d84-6693-4ae4-b11f-38ed7124e4a5) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:40:34.132738 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-baa5fa52-eede-45a6-8d88-a313d9c73399 req-9e81a0d6-1812-44ec-8714-4b04afd468ab service neutron] 10.222.0.66 "GET /v2.0/networks/4e4262f7-071b-4846-b78e-ae344d809e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3931959 Feb 12 21:40:34.721184 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80bb43-e807-476a-bf8d-86f4315f7981 req-8fd0fdd1-c4b0-4711-bf88-09cfd78a41a1 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:34.725013 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ec80bb43-e807-476a-bf8d-86f4315f7981 req-8fd0fdd1-c4b0-4711-bf88-09cfd78a41a1 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.2830083 Feb 12 21:40:34.748395 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:34.805805 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Transition to ACTIVE for port object bae61d84-6693-4ae4-b11f-38ed7124e4a5 will not be triggered until provisioned by entity DHCP. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:40:34.837003 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ec80bb43-e807-476a-bf8d-86f4315f7981 req-be6afe67-7bf5-4fc4-a173-7bff67bdede8 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975001 Feb 12 21:40:34.979804 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376cc69-427e-4002-9915-f20c30a64fd2 req-379be866-3d18-4255-b9be-08b4b646265e tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:34.981377 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c376cc69-427e-4002-9915-f20c30a64fd2 req-379be866-3d18-4255-b9be-08b4b646265e tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 944 time: 0.1318583 Feb 12 21:40:34.983245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:35.014314 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-13e31f50-586f-47db-a54a-b2e64a3e883a tempest-VolumesActionsTest-1261802647 tempest-VolumesActionsTest-1261802647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:35.021002 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36854) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:35.350523 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c376cc69-427e-4002-9915-f20c30a64fd2 req-4decd9f6-16f3-43be-8861-563548862bd9 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532851 Feb 12 21:40:35.359444 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Pushing event updated for resources: {'Port': ['ID=bae61d84-6693-4ae4-b11f-38ed7124e4a5,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:35.381861 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:35.387303 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2076032849-network', 'tenant_id': '719ecf1999794f40901c036e44df1ab2'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:40:35.393793 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:35.398073 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Usage tracker for resource:network and tenant:719ecf1999794f40901c036e44df1ab2 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:35.401792 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:35.432156 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:35.453340 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Made reservation on behalf of 719ecf1999794f40901c036e44df1ab2 for: {'network': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:40:35.458486 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for network, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:35.476136 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Network 442c5856-d8a8-499f-8212-c45b52e4fb00 is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:40:35.480745 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:40:35.484045 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:40:35.515577 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:35.548329 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:35.553324 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Usage tracker for resource:security_group_rule and tenant:719ecf1999794f40901c036e44df1ab2 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:35.560668 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:35.561378 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:35.570434 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:35.585781 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:35.600644 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da18e3-c961-4427-9b76-3ab8f23ee10b req-a06ea19a-1caf-47e9-9d2a-78d3e5c0eb0b tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:35.601447 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-95da18e3-c961-4427-9b76-3ab8f23ee10b req-a06ea19a-1caf-47e9-9d2a-78d3e5c0eb0b tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Synchronizing usage tracker for tenant:a2c3bd88183945119c66fe473d607ea3 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:40:35.616689 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4215677 Feb 12 21:40:35.740965 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:35.745310 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:35.757257 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e4c40784-6dc0-455d-9182-f00269a0317d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:35.761530 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-95da18e3-c961-4427-9b76-3ab8f23ee10b req-a06ea19a-1caf-47e9-9d2a-78d3e5c0eb0b tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Unset dirty status for tenant:a2c3bd88183945119c66fe473d607ea3 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:40:35.762863 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-95da18e3-c961-4427-9b76-3ab8f23ee10b req-a06ea19a-1caf-47e9-9d2a-78d3e5c0eb0b tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 932 time: 0.5262141 Feb 12 21:40:35.818151 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 12 21:40:35.832660 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3a208e47-009a-4cb2-b9ae-8e30da0ef706 None None] Provisioning for port bae61d84-6693-4ae4-b11f-38ed7124e4a5 completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:40:35.837659 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26932aeb-2da6-41f0-8c2f-9a7727ed8c2c,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:35.858451 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:35.858451 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363243855313370', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:35.858451 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.segments_db [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Added segment 98181978-c7f8-44c4-870c-7d9c406325cb of type vxlan for network 49d264eb-e6ab-4a06-85dd-4a170108092b Feb 12 21:40:35.860558 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-95da18e3-c961-4427-9b76-3ab8f23ee10b req-a0ef89e3-98a3-41aa-9ef5-c6127df2fe12 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792160 Feb 12 21:40:35.860665 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3a208e47-009a-4cb2-b9ae-8e30da0ef706 None None] Provisioning complete for port bae61d84-6693-4ae4-b11f-38ed7124e4a5 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:35.860665 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3a208e47-009a-4cb2-b9ae-8e30da0ef706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:35.923546 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243855695732'] for network, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:35.936176 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3a208e47-009a-4cb2-b9ae-8e30da0ef706 None None] Port bae61d84-6693-4ae4-b11f-38ed7124e4a5 cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:40:35.971628 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148'] for network, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:35.973769 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:35.974515 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:35.979746 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:36.123186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Pushing event updated for resources: {'Network': ['ID=49d264eb-e6ab-4a06-85dd-4a170108092b,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:36.130007 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:36.133859 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1109238 Feb 12 21:40:36.137153 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36880) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:36.140428 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Network 49d264eb-e6ab-4a06-85dd-4a170108092b details requested by agent ovs-agent-dv-cinder-775250-2-smb with host dv-cinder-775250-2-smb {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:40:36.143465 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d04ed-9dad-47ba-a669-431a006ba3b5 req-6b4dc1fe-168e-4514-880c-9a7813572780 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:36.144154 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-e19e5785-c491-4a92-bc8e-6cc2c48f4951 admin admin] Request body: {'subnet': {'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2076032849-subnet', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:40:36.150312 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e19e5785-c491-4a92-bc8e-6cc2c48f4951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:36.152019 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-764d04ed-9dad-47ba-a669-431a006ba3b5 req-6b4dc1fe-168e-4514-880c-9a7813572780 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.1266265 Feb 12 21:40:36.155143 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e19e5785-c491-4a92-bc8e-6cc2c48f4951 admin admin] Usage tracker for resource:subnet and tenant:719ecf1999794f40901c036e44df1ab2 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:36.159229 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e19e5785-c491-4a92-bc8e-6cc2c48f4951 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:36.163384 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Network 49d264eb-e6ab-4a06-85dd-4a170108092b details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:40:36.170296 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e19e5785-c491-4a92-bc8e-6cc2c48f4951 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:36.216887 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19e5785-c491-4a92-bc8e-6cc2c48f4951 admin admin] Made reservation on behalf of 719ecf1999794f40901c036e44df1ab2 for: {'subnet': 1} {{(pid=84068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:40:36.232180 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e19e5785-c491-4a92-bc8e-6cc2c48f4951 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036842903794'] for subnet, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:36.236765 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-764d04ed-9dad-47ba-a669-431a006ba3b5 req-9f977c86-9394-45a5-afd8-c271cfa61941 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830300 Feb 12 21:40:36.692629 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dd9a1-54fd-433d-a65c-2be6367f4df2 req-5c19396b-053a-4bb6-bb85-9dfeb657b98c tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:36.694926 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-729dd9a1-54fd-433d-a65c-2be6367f4df2 req-5c19396b-053a-4bb6-bb85-9dfeb657b98c tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 944 time: 0.1253068 Feb 12 21:40:36.775072 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-729dd9a1-54fd-433d-a65c-2be6367f4df2 req-711ac262-1988-4089-9b86-0f0018e30103 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650930 Feb 12 21:40:36.937765 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 36898) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:36.938881 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e19e5785-c491-4a92-bc8e-6cc2c48f4951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843795663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036842903779'] for subnet, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:36.958629 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:37.108903 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d1919475-3499-4bd0-b3eb-f1ccc10fcd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:37.111563 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e5785-c491-4a92-bc8e-6cc2c48f4951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c6f20f-eb79-4905-a5a3-1d30426979c3,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:37.122888 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e19e5785-c491-4a92-bc8e-6cc2c48f4951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:37.214998 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e5785-c491-4a92-bc8e-6cc2c48f4951 admin admin] Checking segment: {'id': '98181978-c7f8-44c4-870c-7d9c406325cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:40:37.215849 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19e5785-c491-4a92-bc8e-6cc2c48f4951 admin admin] Network hostable DHCP agents. Network: 49d264eb-e6ab-4a06-85dd-4a170108092b, hostable agents: ['fe4b0c24-8131-4fdd-a4b5-e06b73679163'], hosted agents: [] {{(pid=84068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 12 21:40:37.242326 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19e5785-c491-4a92-bc8e-6cc2c48f4951 admin admin] Network 49d264eb-e6ab-4a06-85dd-4a170108092b is scheduled to be hosted by DHCP agent fe4b0c24-8131-4fdd-a4b5-e06b73679163 with binding_index 1 {{(pid=84068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 12 21:40:37.268730 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-e19e5785-c491-4a92-bc8e-6cc2c48f4951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-2-smb, 49d264eb-e6ab-4a06-85dd-4a170108092b) {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:40:37.277716 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5f6008-14e0-4608-9e3a-61690f5db7d7 None None] Network 49d264eb-e6ab-4a06-85dd-4a170108092b requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:40:37.294567 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19e5785-c491-4a92-bc8e-6cc2c48f4951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:37.295333 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e19e5785-c491-4a92-bc8e-6cc2c48f4951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:37.342975 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e19e5785-c491-4a92-bc8e-6cc2c48f4951 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2043271 Feb 12 21:40:37.345865 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 36908) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:37.351963 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:40:37.369005 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:37.382763 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Usage tracker for resource:router and tenant:719ecf1999794f40901c036e44df1ab2 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:37.387642 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:37.416815 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:37.434400 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854106008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854525443'] for router, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:37.435682 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854042362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854195501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854569461'] for router, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:37.473632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:37.685568 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-d1919475-3499-4bd0-b3eb-f1ccc10fcd5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:37.690754 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a151f3-25f1-5cec-a612-27f374a17f38-49d264eb-e6ab-4a06-85dd-4a170108092b', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'fixed_ips': [{'subnet_id': '15c6f20f-eb79-4905-a5a3-1d30426979c3'}]}} from dv-cinder-775250-2-smb. {{(pid=84070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 12 21:40:37.691734 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:37.694905 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-d1919475-3499-4bd0-b3eb-f1ccc10fcd5d admin admin] Usage tracker for resource:security_group_rule and tenant:336bd97df90c48c39d87700fba2f2cd9 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:37.704736 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-d1919475-3499-4bd0-b3eb-f1ccc10fcd5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:37.729705 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-d1919475-3499-4bd0-b3eb-f1ccc10fcd5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:37.738874 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e5422-0e99-4455-99cd-f207520eb68d req-749fec7a-62a3-4401-8d0c-5ce4256ecc10 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:37.740960 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-637e5422-0e99-4455-99cd-f207520eb68d req-749fec7a-62a3-4401-8d0c-5ce4256ecc10 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 932 time: 0.7565081 Feb 12 21:40:37.867948 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660780', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854119010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854569446'] for router, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:37.872419 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-637e5422-0e99-4455-99cd-f207520eb68d req-5ef66fcc-3021-4348-a012-477fd5320226 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207464 Feb 12 21:40:37.906548 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afb99d-f563-47c7-9a13-d33d334b260a req-4295f710-83a8-48e9-9be8-739dd45abd4d tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:37.911557 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-15afb99d-f563-47c7-9a13-d33d334b260a req-4295f710-83a8-48e9-9be8-739dd45abd4d tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.3321843 Feb 12 21:40:38.036331 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-15afb99d-f563-47c7-9a13-d33d334b260a req-32f0e1f9-68ae-4be6-8347-f95a0a0ff015 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040118 Feb 12 21:40:38.189147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d1919475-3499-4bd0-b3eb-f1ccc10fcd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:38.196676 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d1919475-3499-4bd0-b3eb-f1ccc10fcd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:38.208244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Allocated IP 172.20.0.2 (49d264eb-e6ab-4a06-85dd-4a170108092b/15c6f20f-eb79-4905-a5a3-1d30426979c3/a30c6dd3-f9a5-4131-9ef2-30b18b7f7972) {{(pid=84070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:40:38.234464 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6a1f2e4f-6ee4-4ee2-a38d-1c4388db20f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:38.244904 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-d1919475-3499-4bd0-b3eb-f1ccc10fcd5d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=336bd97df90c48c39d87700fba2f2cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3051767 Feb 12 21:40:38.248833 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 36914) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:38.321314 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1919475-3499-4bd0-b3eb-f1ccc10fcd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe20c3b-03dd-435f-8cfb-ae6a6d83f97d,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:38.334345 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d1919475-3499-4bd0-b3eb-f1ccc10fcd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:38.366660 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eec191-e333-44b4-9a75-649d43cc9359 req-577be0d9-512a-4125-a6b1-a766ea1a96d6 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:38.374637 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-47eec191-e333-44b4-9a75-649d43cc9359 req-577be0d9-512a-4125-a6b1-a766ea1a96d6 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 944 time: 0.2289338 Feb 12 21:40:38.483031 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Notify callbacks [] for port, precommit_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:38.484745 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:38.497490 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-72adc95c-a664-46fd-8a97-5ee7741e189e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:38.497957 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Transition to ACTIVE for port object a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 will not be triggered until provisioned by entity L2. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:40:38.517944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Transition to ACTIVE for port object a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 will not be triggered until provisioned by entity DHCP. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:40:38.525529 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963'] for port, after_create {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:38.534933 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:38.545406 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-72adc95c-a664-46fd-8a97-5ee7741e189e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:38.551263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:38.595927 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-47eec191-e333-44b4-9a75-649d43cc9359 req-96be6613-1691-4b8e-af9c-6a6486500cc2 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195702 Feb 12 21:40:38.652320 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-72adc95c-a664-46fd-8a97-5ee7741e189e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:38.658374 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3d6d2d5a-6d69-485b-afbc-59afd8bdfc23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:38.676517 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adc95c-a664-46fd-8a97-5ee7741e189e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe20c3b-03dd-435f-8cfb-ae6a6d83f97d,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:38.682884 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-72adc95c-a664-46fd-8a97-5ee7741e189e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:38.694036 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-72adc95c-a664-46fd-8a97-5ee7741e189e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:38.695318 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-72adc95c-a664-46fd-8a97-5ee7741e189e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/afe20c3b-03dd-435f-8cfb-ae6a6d83f97d HTTP/1.1" status: 204 len: 168 time: 0.4364259 Feb 12 21:40:38.763949 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Pushing event updated for resources: {'Port': ['ID=a30c6dd3-f9a5-4131-9ef2-30b18b7f7972,revision_number=1']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:38.778271 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:38.864666 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Network 49d264eb-e6ab-4a06-85dd-4a170108092b is already hosted by enough agents. {{(pid=84070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:40:38.866447 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Resources bound (agent type, host, resource id): {{(pid=84070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:40:38.870938 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Received port after_create {{(pid=84070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:40:38.970508 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Attempting to bind port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:40:38.970933 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Attempting to bind port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': '98181978-c7f8-44c4-870c-7d9c406325cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b'}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:40:38.971356 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Attempting to bind port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 on network 49d264eb-e6ab-4a06-85dd-4a170108092b {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:40:38.977778 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:40:38.978210 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Checking segment: {'id': '98181978-c7f8-44c4-870c-7d9c406325cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:40:38.979200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:38.979648 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Bound using segment: {'id': '98181978-c7f8-44c4-870c-7d9c406325cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b'} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:40:38.988461 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Bound port: a30c6dd3-f9a5-4131-9ef2-30b18b7f7972, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98181978-c7f8-44c4-870c-7d9c406325cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b'}}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:40:38.988916 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:39.014867 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Allocated IP 172.28.0.163 (5a123e99-c8d4-46ae-bf35-04ebb9b85da4/3df2dbbb-2cf4-410a-9e1d-3415c76c275c/c783e1e9-e07c-425f-ace2-684865832649) {{(pid=84068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:40:39.118641 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] For port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:40:39.122416 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] For port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=a30c6dd3-f9a5-4131-9ef2-30b18b7f7972,segment=NetworkSegment(98181978-c7f8-44c4-870c-7d9c406325cb),segment_id=98181978-c7f8-44c4-870c-7d9c406325cb)] {{(pid=84070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:40:39.128287 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:39.173555 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f70d5748-9261-454e-a3e9-89142d61b626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:39.298843 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 36928) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:39.346606 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Pushing event updated for resources: {'Port': ['ID=a30c6dd3-f9a5-4131-9ef2-30b18b7f7972,revision_number=2']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:39.351986 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:39.414624 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:39.430657 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1cb8-d242-4978-bf1b-6a7ec292716d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:39.464060 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:39.485283 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0dbf1cb8-d242-4978-bf1b-6a7ec292716d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:39.504743 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0dbf1cb8-d242-4978-bf1b-6a7ec292716d admin admin] Usage tracker for resource:security_group_rule and tenant:2025648450814336950a102633bab917 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:39.515687 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0dbf1cb8-d242-4978-bf1b-6a7ec292716d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:39.539772 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0dbf1cb8-d242-4978-bf1b-6a7ec292716d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:39.571685 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18112ca4-7a15-41de-9b10-0b054fc9a7c7 req-440ecedd-7457-4b29-acb2-b38a5fe11688 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:39.581025 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-18112ca4-7a15-41de-9b10-0b054fc9a7c7 req-440ecedd-7457-4b29-acb2-b38a5fe11688 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 932 time: 0.4044223 Feb 12 21:40:39.590963 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:39.615766 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0fad7-cc00-46da-bf05-b5810e212933 req-5c3f3ac1-6b2d-4c86-90bb-a3b288366c84 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:39.617430 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d8a0fad7-cc00-46da-bf05-b5810e212933 req-5c3f3ac1-6b2d-4c86-90bb-a3b288366c84 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.3171928 Feb 12 21:40:39.678121 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-18112ca4-7a15-41de-9b10-0b054fc9a7c7 req-9e9aba5d-e85a-475c-ade5-7c4dcf0b425a tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967171 Feb 12 21:40:39.699607 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Pushing event updated for resources: {'Port': ['ID=c783e1e9-e07c-425f-ace2-684865832649,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:39.705600 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:39.761093 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d8a0fad7-cc00-46da-bf05-b5810e212933 req-ddbfb7b5-5f45-4f97-a35f-fd0cf5479816 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987108 Feb 12 21:40:39.769188 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:40:39.770861 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:40:39.774136 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Received port after_create {{(pid=84068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:40:39.976613 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1cb8-d242-4978-bf1b-6a7ec292716d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:39.990512 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85063028-4956-4a72-a930-39a1f85286ae req-49c204a2-0371-4bc8-82b7-3b0e31b3fc5e tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:39.992527 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-85063028-4956-4a72-a930-39a1f85286ae req-49c204a2-0371-4bc8-82b7-3b0e31b3fc5e tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 944 time: 0.1735299 Feb 12 21:40:39.993614 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0dbf1cb8-d242-4978-bf1b-6a7ec292716d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:40.052189 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2c8ec78a-21db-476b-af8e-05b81e9cb5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:40.085094 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0dbf1cb8-d242-4978-bf1b-6a7ec292716d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2025648450814336950a102633bab917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7069457 Feb 12 21:40:40.108019 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 36934) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:40.108917 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf1cb8-d242-4978-bf1b-6a7ec292716d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a146efb-2a07-428a-afdb-bdec3e6157c4,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:40.114509 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-85063028-4956-4a72-a930-39a1f85286ae req-1ce9c297-39b6-48ad-ba00-30d1a5ca5ca4 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880284 Feb 12 21:40:40.117560 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0dbf1cb8-d242-4978-bf1b-6a7ec292716d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:40.211912 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fa1cf0a9-2d4b-41c4-afe9-c16997c99041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:40.245035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fa1cf0a9-2d4b-41c4-afe9-c16997c99041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:40.308543 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fa1cf0a9-2d4b-41c4-afe9-c16997c99041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:40.314248 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0e71fc3b-b299-43ac-a346-a471056f5e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:40.327736 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cf0a9-2d4b-41c4-afe9-c16997c99041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a146efb-2a07-428a-afdb-bdec3e6157c4,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:40.334242 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-fa1cf0a9-2d4b-41c4-afe9-c16997c99041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:40.334242 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fa1cf0a9-2d4b-41c4-afe9-c16997c99041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:40.334716 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-fa1cf0a9-2d4b-41c4-afe9-c16997c99041 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a146efb-2a07-428a-afdb-bdec3e6157c4 HTTP/1.1" status: 204 len: 168 time: 0.2191827 Feb 12 21:40:40.678327 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:40:40.973381 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:40:41.127893 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:41.396303 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fcb09-3f7b-4570-a2ae-1a5bbe2de983 req-b5b944be-f32a-4fa8-ab01-734234ff9317 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:41.405731 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-717fcb09-3f7b-4570-a2ae-1a5bbe2de983 req-b5b944be-f32a-4fa8-ab01-734234ff9317 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 932 time: 0.3431618 Feb 12 21:40:41.449032 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02bd1a-9490-4cd5-af38-85e963dd1395 req-3a0abcc6-cf6c-4387-9531-8dbe276b34f1 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:41.460791 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1d02bd1a-9490-4cd5-af38-85e963dd1395 req-3a0abcc6-cf6c-4387-9531-8dbe276b34f1 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.2608778 Feb 12 21:40:41.535537 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-717fcb09-3f7b-4570-a2ae-1a5bbe2de983 req-e5afacaf-779c-4301-aebd-1d2122602814 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284039 Feb 12 21:40:41.556471 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2876c434-1517-419c-ad9e-e62cf40eca8a None None] Network 49d264eb-e6ab-4a06-85dd-4a170108092b requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:40:41.630848 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1d02bd1a-9490-4cd5-af38-85e963dd1395 req-ec3e58d1-56a7-45d3-8950-b586dd239c6d tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675184 Feb 12 21:40:41.741501 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Provisioning for port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:40:41.761383 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Provisioning complete for port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:41.762064 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:41.874721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660833'] for router, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:41.925248 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc2a34-2a3e-4b94-9d49-a881c410e819 req-d77a0f15-5063-48ce-8f87-ccfb4c274713 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:41.926944 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-91fc2a34-2a3e-4b94-9d49-a881c410e819 req-d77a0f15-5063-48ce-8f87-ccfb4c274713 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 944 time: 0.2057245 Feb 12 21:40:42.055605 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-91fc2a34-2a3e-4b94-9d49-a881c410e819 req-2722bb80-e24f-44b4-8243-dfb743fee0b1 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179872 Feb 12 21:40:42.136871 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a63d02b2-df32-4c83-99fd-543ec65741cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:42.149528 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:42.203731 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] For port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=a30c6dd3-f9a5-4131-9ef2-30b18b7f7972,segment=NetworkSegment(98181978-c7f8-44c4-870c-7d9c406325cb),segment_id=98181978-c7f8-44c4-870c-7d9c406325cb)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:40:42.209228 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:42.210937 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:42.247781 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Router 025a334f-6ae2-4888-af00-96398b0b1495 is scheduled to L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 with binding_index 1 {{(pid=84068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 12 21:40:42.352054 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Pushing event updated for resources: {'Port': ['ID=a30c6dd3-f9a5-4131-9ef2-30b18b7f7972,revision_number=3']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:42.369663 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.370060 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.370449 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.370829 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.371208 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.371582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.372007 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.372380 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.372750 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.373117 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.373487 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.373854 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.374325 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.374694 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.380326 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.380752 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.381137 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.381519 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.403683 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.406263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.408164 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.409858 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.411567 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.412152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:42.418757 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-982e7cdb-b5fc-4524-8e0a-f754588f2871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:42.651446 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-80bf5463-dc61-4981-b0ce-703a808229a1 None None] Provisioning complete for port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:42.653745 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-80bf5463-dc61-4981-b0ce-703a808229a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:42.747406 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:40:42.761903 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:40:42.847755 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Sync routers for ids ['025a334f-6ae2-4888-af00-96398b0b1495'] in dv-cinder-775250-2-smb {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:40:42.850416 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] Notify callbacks [] for router, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:42.854339 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-f11a5d07-83e8-4500-91fc-2faf7164baed admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5063357 Feb 12 21:40:42.857576 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 37008) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:42.974945 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Routers {'025a334f-6ae2-4888-af00-96398b0b1495'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:40:42.975918 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:40:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['025a334f-6ae2-4888-af00-96398b0b1495'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:43.768065 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:43.768591 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:43.911947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Set router 025a334f-6ae2-4888-af00-96398b0b1495 gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:40:44.077229 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593119e4-b54b-47eb-9447-13b836755b79 req-453d85d3-b1d8-4ce7-9764-ac9e157ca568 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:44.086024 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-593119e4-b54b-47eb-9447-13b836755b79 req-453d85d3-b1d8-4ce7-9764-ac9e157ca568 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.6173651 Feb 12 21:40:44.109784 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4a9695e9-63f8-4c20-9924-e8d2e2e4439c None None] Provisioning complete for port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:44.110055 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4a9695e9-63f8-4c20-9924-e8d2e2e4439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:44.122089 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433eaa-5c51-4ccd-9364-ede15744bf68 req-2a1a99ac-1786-4bb7-b9af-1f57ab5a24da tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:44.130264 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-45433eaa-5c51-4ccd-9364-ede15744bf68 req-2a1a99ac-1786-4bb7-b9af-1f57ab5a24da tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 932 time: 0.5893075 Feb 12 21:40:44.238298 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-45433eaa-5c51-4ccd-9364-ede15744bf68 req-9e7b6a1c-af6e-449d-b81d-8123646743e3 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069934 Feb 12 21:40:44.255457 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-593119e4-b54b-47eb-9447-13b836755b79 req-8f76c1c3-efaa-4647-b2d1-28f21e1f65ba tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627564 Feb 12 21:40:44.540276 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:44.551794 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8bc4dae1-4b1f-480f-bfe7-78fb34cde394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:44.604814 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:40Z', 'revision_number': 3, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:44.611041 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Checking router: 025a334f-6ae2-4888-af00-96398b0b1495 for host: dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:40:44.611850 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Updating router 025a334f-6ae2-4888-af00-96398b0b1495 port c783e1e9-e07c-425f-ace2-684865832649 binding host dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:40:44.686901 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:45.008762 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e807bc-cbf8-43c1-8095-a9595041fc11 req-907f52e7-6c60-4ff0-89fe-2d653bf8c256 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:45.011016 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-34e807bc-cbf8-43c1-8095-a9595041fc11 req-907f52e7-6c60-4ff0-89fe-2d653bf8c256 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 944 time: 0.5544789 Feb 12 21:40:45.089991 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:45.120151 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-34e807bc-cbf8-43c1-8095-a9595041fc11 req-163ff0d6-c935-4732-84ae-a070c89b990e tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988958 Feb 12 21:40:45.265913 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Notify callbacks [] for port, precommit_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:45.286947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Transition to ACTIVE for port object c783e1e9-e07c-425f-ace2-684865832649 will not be triggered until provisioned by entity L2. {{(pid=84070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:40:45.290330 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:45.319402 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:45.365148 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Allocated IP 172.20.0.1 (49d264eb-e6ab-4a06-85dd-4a170108092b/15c6f20f-eb79-4905-a5a3-1d30426979c3/d9cc35e3-c4d1-445b-99fc-4f027d63224a) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:40:45.507885 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581c6bb-3761-4b52-b16e-89ffaa193aa9 None None] Pushing event updated for resources: {'Port': ['ID=c783e1e9-e07c-425f-ace2-684865832649,revision_number=2']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:45.511050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c581c6bb-3761-4b52-b16e-89ffaa193aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:45.546839 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Attempting to bind port c783e1e9-e07c-425f-ace2-684865832649 on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:40:45.547435 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Attempting to bind port c783e1e9-e07c-425f-ace2-684865832649 by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:40:45.547875 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Attempting to bind port c783e1e9-e07c-425f-ace2-684865832649 on network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:40:45.553745 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:40:45.554167 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Checking segment: {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:40:45.554624 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:45.555055 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Bound using segment: {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'} {{(pid=84070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:40:45.555579 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Bound port: c783e1e9-e07c-425f-ace2-684865832649, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}}] {{(pid=84070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:40:45.556021 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:45.636320 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] For port c783e1e9-e07c-425f-ace2-684865832649, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:40:45.639529 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] For port c783e1e9-e07c-425f-ace2-684865832649, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=c783e1e9-e07c-425f-ace2-684865832649,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:40:45.642923 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:45.664105 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:45.717235 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6ae29-75b6-4183-9130-8c21ed9c6856 req-a9196935-8f53-4f32-a675-13f4d8658ba2 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:45.719021 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f9a6ae29-75b6-4183-9130-8c21ed9c6856 req-a9196935-8f53-4f32-a675-13f4d8658ba2 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.3250265 Feb 12 21:40:45.733502 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:45.768570 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b025a-a862-4dc3-a008-05783e8a02ad req-37b8b934-f328-45f4-97ba-fe4f2a49d385 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:45.770148 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d71b025a-a862-4dc3-a008-05783e8a02ad req-37b8b934-f328-45f4-97ba-fe4f2a49d385 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 932 time: 0.2236602 Feb 12 21:40:45.786808 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Transition to ACTIVE for port object d9cc35e3-c4d1-445b-99fc-4f027d63224a will not be triggered until provisioned by entity DHCP. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:40:45.815492 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:45.838770 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581c6bb-3761-4b52-b16e-89ffaa193aa9 None None] Pushing event updated for resources: {'Port': ['ID=c783e1e9-e07c-425f-ace2-684865832649,revision_number=3']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:45.844046 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c581c6bb-3761-4b52-b16e-89ffaa193aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:45.846388 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f9a6ae29-75b6-4183-9130-8c21ed9c6856 req-a9c5a449-3ad8-4122-ac8d-3805a245baef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166430 Feb 12 21:40:45.868272 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d71b025a-a862-4dc3-a008-05783e8a02ad req-79f7254a-b3fe-441f-9421-bd50e23f13bd tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859640 Feb 12 21:40:45.879544 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:45.893732 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:45.909925 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Routers {'025a334f-6ae2-4888-af00-96398b0b1495'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:40:45.910980 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:40:45Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['025a334f-6ae2-4888-af00-96398b0b1495'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:46.043056 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=d9cc35e3-c4d1-445b-99fc-4f027d63224a,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:46.057204 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:46.120027 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Network 49d264eb-e6ab-4a06-85dd-4a170108092b is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:40:46.121350 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:40:46.123938 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:40:46.185935 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655939'] for router_interface, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:46.357198 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] Set router 025a334f-6ae2-4888-af00-96398b0b1495 gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:40:46.469966 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e50a62-f8f1-46db-a8c1-f5378bfc5ac2 req-c046a467-fbed-48db-912c-3b225e71ce96 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:46.471636 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b6e50a62-f8f1-46db-a8c1-f5378bfc5ac2 req-c046a467-fbed-48db-912c-3b225e71ce96 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 944 time: 0.1339865 Feb 12 21:40:46.577249 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b6e50a62-f8f1-46db-a8c1-f5378bfc5ac2 req-666b1931-8aed-43fb-be48-d3dac2cce7e0 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974009 Feb 12 21:40:46.586534 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:46.589051 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ab3117c9-e203-4b4d-928e-1aeada40e4ec None None] Provisioning for port d9cc35e3-c4d1-445b-99fc-4f027d63224a completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:40:46.611414 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ab3117c9-e203-4b4d-928e-1aeada40e4ec None None] Provisioning complete for port d9cc35e3-c4d1-445b-99fc-4f027d63224a triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:46.612176 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ab3117c9-e203-4b4d-928e-1aeada40e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:46.790151 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ab3117c9-e203-4b4d-928e-1aeada40e4ec None None] Port d9cc35e3-c4d1-445b-99fc-4f027d63224a cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:40:46.793460 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:46.923081 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:46.929770 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11382359'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:46.949396 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:40Z', 'revision_number': 3, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:46.954745 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ddd0d-a6ad-4f0d-97f0-821383d64973 None None] The sync data for ids ['025a334f-6ae2-4888-af00-96398b0b1495'] in dv-cinder-775250-2-smb is: [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:40Z', 'revision_number': 3, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}] {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:40:47.002926 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-702d1c04-c856-4518-b04e-178a907067bd tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:47.121847 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854128131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854119900'] for router_interface, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:47.288751 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=d9cc35e3-c4d1-445b-99fc-4f027d63224a,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:47.296911 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:47.408437 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398fb49-a9ac-4160-b9be-21d78534a666 req-851fb517-99ed-4168-8310-98d9d0cd16d6 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:47.408437 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2398fb49-a9ac-4160-b9be-21d78534a666 req-851fb517-99ed-4168-8310-98d9d0cd16d6 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 932 time: 0.3627939 Feb 12 21:40:47.422928 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac805c8-a6b0-4d8e-b2db-e21a2921da2a req-3dea5bd9-2602-4de0-b423-47ce6e971149 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:47.424532 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cac805c8-a6b0-4d8e-b2db-e21a2921da2a req-3dea5bd9-2602-4de0-b423-47ce6e971149 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.3846912 Feb 12 21:40:47.430911 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Network 49d264eb-e6ab-4a06-85dd-4a170108092b is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:40:47.432742 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:40:47.725984 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7c9b3e9f-b660-41af-98e4-11bda4f5d2df None None] Provisioning complete for port d9cc35e3-c4d1-445b-99fc-4f027d63224a triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:47.730221 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c9b3e9f-b660-41af-98e4-11bda4f5d2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:47.801872 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b3e9f-b660-41af-98e4-11bda4f5d2df None None] Port d9cc35e3-c4d1-445b-99fc-4f027d63224a cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:40:47.950997 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cac805c8-a6b0-4d8e-b2db-e21a2921da2a req-ce0f94df-ace0-4ef4-bfa3-35604a1ee896 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4434221 Feb 12 21:40:47.956584 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2398fb49-a9ac-4160-b9be-21d78534a666 req-2bcfeda5-f908-4400-b31d-bd5871221c87 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434335 Feb 12 21:40:48.011681 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Router 025a334f-6ae2-4888-af00-96398b0b1495 has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:40:48.294546 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dbea6-ba52-4d48-9f44-f2039225eec0 req-ad46a287-9920-475e-894c-f9abdb1fc44f tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:48.296196 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-291dbea6-ba52-4d48-9f44-f2039225eec0 req-ad46a287-9920-475e-894c-f9abdb1fc44f tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 944 time: 0.2182314 Feb 12 21:40:48.299066 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:40:48.324482 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] 10.222.0.35 "PUT /v2.0/routers/025a334f-6ae2-4888-af00-96398b0b1495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4649544 Feb 12 21:40:48.355784 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-291dbea6-ba52-4d48-9f44-f2039225eec0 req-89590b1f-b6d3-4510-92b9-66dff55216d0 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488818 Feb 12 21:40:48.525860 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Request body: {'port': {'device_id': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:40:48.564731 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device c783e1e9-e07c-425f-ace2-684865832649 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:40:48.654277 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port c783e1e9-e07c-425f-ace2-684865832649 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:40:48.672200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port c783e1e9-e07c-425f-ace2-684865832649 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:48.672628 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:48.743871 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7dba3-46e0-4329-a493-93828b1d95e1 req-b2711d99-e722-49f3-add2-c71c6483b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:48.746056 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f3f7dba3-46e0-4329-a493-93828b1d95e1 req-b2711d99-e722-49f3-add2-c71c6483b27a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ff580a4019445a9abf324e56496bb65&device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 1161 time: 0.1243997 Feb 12 21:40:48.765468 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:48.841019 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:48.879532 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] For port c783e1e9-e07c-425f-ace2-684865832649, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=c783e1e9-e07c-425f-ace2-684865832649,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:40:48.886191 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:48.889074 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:49.042207 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Pushing event updated for resources: {'Port': ['ID=c783e1e9-e07c-425f-ace2-684865832649,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:49.047146 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:49.083878 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7dba3-46e0-4329-a493-93828b1d95e1 req-79ab8e97-8400-4e32-8fa5-f0f6bc676054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:49.085973 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f3f7dba3-46e0-4329-a493-93828b1d95e1 req-79ab8e97-8400-4e32-8fa5-f0f6bc676054 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e4262f7-071b-4846-b78e-ae344d809e53 HTTP/1.1" status: 200 len: 908 time: 0.3209605 Feb 12 21:40:49.203277 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f3f7dba3-46e0-4329-a493-93828b1d95e1 req-41fdea17-df59-4379-ac7a-f84d46d5c4f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b HTTP/1.1" status: 200 len: 217 time: 0.1093979 Feb 12 21:40:49.284245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7dba3-46e0-4329-a493-93828b1d95e1 req-2fd450af-c999-44b2-aaec-840c47c85039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:49.285742 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f3f7dba3-46e0-4329-a493-93828b1d95e1 req-2fd450af-c999-44b2-aaec-840c47c85039 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7837fb91-6fbd-4d2a-b007-3d1d4aecf0fb HTTP/1.1" status: 200 len: 854 time: 0.0754728 Feb 12 21:40:49.348846 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f3f7dba3-46e0-4329-a493-93828b1d95e1 req-7e42eb5f-cc98-4bd4-a6da-cf30983f6257 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e4262f7-071b-4846-b78e-ae344d809e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550449 Feb 12 21:40:49.378820 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 37072) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:49.516816 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--693073275', 'description': 'tempest-description--1577928553'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:40:49.528978 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:49.538346 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Usage tracker for resource:security_group and tenant:719ecf1999794f40901c036e44df1ab2 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:49.542205 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:49.562125 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:49.575221 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f3f7dba3-46e0-4329-a493-93828b1d95e1 req-6e3fcf90-8dc2-4808-a914-52bb5dde8f9a service neutron] 10.222.0.66 "GET /v2.0/networks/4e4262f7-071b-4846-b78e-ae344d809e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191706 Feb 12 21:40:49.581425 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:49.604836 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:49.609633 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Usage tracker for resource:security_group_rule and tenant:719ecf1999794f40901c036e44df1ab2 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:49.613001 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:49.620039 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:49.706242 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd613-9d79-4f63-b97f-2373fc605de5 req-5f01b126-b734-4824-a290-7e00ed8b7d7e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:49.709549 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-55efd613-9d79-4f63-b97f-2373fc605de5 req-5f01b126-b734-4824-a290-7e00ed8b7d7e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.5499671 Feb 12 21:40:49.802756 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f3f7dba3-46e0-4329-a493-93828b1d95e1 req-ae66433d-3d4b-4cef-b51f-6c8fb39edd38 service neutron] 10.222.0.66 "GET /v2.0/networks/4e4262f7-071b-4846-b78e-ae344d809e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1456800 Feb 12 21:40:49.849809 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:49.853057 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:49.859205 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0e98b658-21a6-4d6a-83d1-28fe079e57b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:49.903682 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:49.905053 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5213013 Feb 12 21:40:49.905918 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb99252-ecbd-4930-a30e-40b0bb2ee568,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:49.909626 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 37080) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:49.919010 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-23ae967f-9bfc-48df-b656-a8b0bb4227ae tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Request body: {'security_group_rule': {'security_group_id': '9cb99252-ecbd-4930-a30e-40b0bb2ee568', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:40:49.926608 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.927020 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.927420 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.927846 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.928262 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.928659 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.929050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.929445 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.929841 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.930238 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.930634 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.930744 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Sync routers for ids ['025a334f-6ae2-4888-af00-96398b0b1495'] in dv-cinder-775250-2-smb {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:40:49.931025 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.932079 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.932479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.932872 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.933263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.933655 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.934053 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.934447 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.934845 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.935233 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.935632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.936048 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.936434 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:40:49.941190 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-23ae967f-9bfc-48df-b656-a8b0bb4227ae tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:49.945716 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-23ae967f-9bfc-48df-b656-a8b0bb4227ae tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Usage tracker for resource:security_group_rule and tenant:719ecf1999794f40901c036e44df1ab2 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:49.950117 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-23ae967f-9bfc-48df-b656-a8b0bb4227ae tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:49.952775 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Routers {'025a334f-6ae2-4888-af00-96398b0b1495'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:40:49.954543 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:40:45Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['025a334f-6ae2-4888-af00-96398b0b1495'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:49.956604 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-23ae967f-9bfc-48df-b656-a8b0bb4227ae tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:49.959281 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:49.972302 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-55efd613-9d79-4f63-b97f-2373fc605de5 req-ea68dc8d-4361-40ba-b591-d5b23f27e603 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498062 Feb 12 21:40:49.983273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-23ae967f-9bfc-48df-b656-a8b0bb4227ae tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:50.019285 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c627749-46a1-4dc1-8eb4-934cde0d3b60 req-a5506dfd-bd8d-4602-9202-c83aa5e1bcf7 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:50.029245 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2c627749-46a1-4dc1-8eb4-934cde0d3b60 req-a5506dfd-bd8d-4602-9202-c83aa5e1bcf7 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 932 time: 0.5321906 Feb 12 21:40:50.075546 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-23ae967f-9bfc-48df-b656-a8b0bb4227ae tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:50.078765 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-23ae967f-9bfc-48df-b656-a8b0bb4227ae tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193433'] for security_group_rule, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:50.106958 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b5ea7e4b-1f10-4c46-bd07-c0c5fc2e2635 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:50.124031 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-23ae967f-9bfc-48df-b656-a8b0bb4227ae tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:50.128516 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-23ae967f-9bfc-48df-b656-a8b0bb4227ae tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2147076 Feb 12 21:40:50.129995 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae967f-9bfc-48df-b656-a8b0bb4227ae tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d274d2-dff4-4992-831b-b0c59d307476,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:50.131670 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 37084) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:50.141545 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-deda5f46-ac00-432b-a50e-2ed0434b307d tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Request body: {'security_group_rule': {'security_group_id': '9cb99252-ecbd-4930-a30e-40b0bb2ee568', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:40:50.148521 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-deda5f46-ac00-432b-a50e-2ed0434b307d tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:50.151774 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-23ae967f-9bfc-48df-b656-a8b0bb4227ae tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:50.154518 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-deda5f46-ac00-432b-a50e-2ed0434b307d tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Usage tracker for resource:security_group_rule and tenant:719ecf1999794f40901c036e44df1ab2 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:50.158265 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-deda5f46-ac00-432b-a50e-2ed0434b307d tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:50.165251 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-deda5f46-ac00-432b-a50e-2ed0434b307d tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:50.187125 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-deda5f46-ac00-432b-a50e-2ed0434b307d tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:50.217242 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8f7ee-6eb2-4731-b786-418bc7bbfe94 req-8417ec83-b933-4e63-8aef-537940115499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:50.218924 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-33e8f7ee-6eb2-4731-b786-418bc7bbfe94 req-8417ec83-b933-4e63-8aef-537940115499 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283&tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d HTTP/1.1" status: 200 len: 1160 time: 0.3861222 Feb 12 21:40:50.232874 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae61d84-6693-4ae4-b11f-38ed7124e4a5 {{(pid=84069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:40:50.250045 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2c627749-46a1-4dc1-8eb4-934cde0d3b60 req-0504a135-11cb-4b85-ac86-f15c058e1407 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197096 Feb 12 21:40:50.252159 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:50.267968 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Set router 025a334f-6ae2-4888-af00-96398b0b1495 gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:40:50.282387 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Transition to ACTIVE for port object bae61d84-6693-4ae4-b11f-38ed7124e4a5 will not be triggered until provisioned by entity L2. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:40:50.318974 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-deda5f46-ac00-432b-a50e-2ed0434b307d tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:50.325346 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-deda5f46-ac00-432b-a50e-2ed0434b307d tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193433'] for security_group_rule, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:50.329275 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a66d89fe-47cd-4703-9dfa-7e2501f89c70 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:50.341922 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11382359'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:50.359240 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7cd1009b-93db-4ecd-9688-523099621f5f tempest-ServerRescueNegativeTestJSON-1752382209 tempest-ServerRescueNegativeTestJSON-1752382209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:50.370154 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda5f46-ac00-432b-a50e-2ed0434b307d tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba24df32-3e8c-4f49-b108-f05297b6dbc0,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:50.379312 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-deda5f46-ac00-432b-a50e-2ed0434b307d tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:50.397888 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-deda5f46-ac00-432b-a50e-2ed0434b307d tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:50.403719 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-deda5f46-ac00-432b-a50e-2ed0434b307d tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2671411 Feb 12 21:40:50.422473 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 37088) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:40:50.428415 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Request body: {'floatingip': {'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:40:50.438070 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:40:50.443981 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Usage tracker for resource:floatingip and tenant:719ecf1999794f40901c036e44df1ab2 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:40:50.447633 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:40:50.454120 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:40:50.487562 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for floatingip, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:50.527020 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5e485-e0ad-486f-9b3b-420fdc2c07df req-33baa852-1d3d-4254-bfda-5663653f021c tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:50.528755 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3bb5e485-e0ad-486f-9b3b-420fdc2c07df req-33baa852-1d3d-4254-bfda-5663653f021c tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 944 time: 0.4122560 Feb 12 21:40:50.567777 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device c783e1e9-e07c-425f-ace2-684865832649 up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:40:50.586765 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Pushing event updated for resources: {'Port': ['ID=bae61d84-6693-4ae4-b11f-38ed7124e4a5,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:50.597289 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:50.644564 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8f7ee-6eb2-4731-b786-418bc7bbfe94 req-17a9e207-1d28-42f9-bf5d-4a818584d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:50.646260 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-33e8f7ee-6eb2-4731-b786-418bc7bbfe94 req-17a9e207-1d28-42f9-bf5d-4a818584d4e4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d&device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 1160 time: 0.3626211 Feb 12 21:40:50.649373 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3bb5e485-e0ad-486f-9b3b-420fdc2c07df req-f68b3dd1-bfaf-470a-b47d-55b83024a683 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918231 Feb 12 21:40:50.676014 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port c783e1e9-e07c-425f-ace2-684865832649 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:50.676014 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:50.687759 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:50.722231 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:46Z', 'revision_number': 4, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'd9cc35e3-c4d1-445b-99fc-4f027d63224a', 'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'mac_address': 'fa:16:3e:24:98:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:45Z', 'updated_at': '2021-02-12T21:40:46Z', 'revision_number': 2, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'subnets': [{'id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:50.726946 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Checking router: 025a334f-6ae2-4888-af00-96398b0b1495 for host: dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:40:50.727810 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Updating router 025a334f-6ae2-4888-af00-96398b0b1495 port d9cc35e3-c4d1-445b-99fc-4f027d63224a binding host dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 12 21:40:50.796814 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:51.025896 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8f7ee-6eb2-4731-b786-418bc7bbfe94 req-811e4cd9-2ea6-42c6-bbf0-98d13d57268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:51.027867 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-33e8f7ee-6eb2-4731-b786-418bc7bbfe94 req-811e4cd9-2ea6-42c6-bbf0-98d13d57268d service neutron] 10.222.0.66 "GET /v2.0/networks?id=730a1daf-e569-454f-98a4-34427f6ca94f HTTP/1.1" status: 200 len: 911 time: 0.3696673 Feb 12 21:40:51.028742 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Attempting to bind port bae61d84-6693-4ae4-b11f-38ed7124e4a5 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:40:51.029214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Attempting to bind port bae61d84-6693-4ae4-b11f-38ed7124e4a5 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '4876b47c-2ec7-492b-8650-415ad9763bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00'}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:40:51.029871 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Attempting to bind port bae61d84-6693-4ae4-b11f-38ed7124e4a5 on network 442c5856-d8a8-499f-8212-c45b52e4fb00 {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:40:51.036901 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:40:51.037241 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Checking segment: {'id': '4876b47c-2ec7-492b-8650-415ad9763bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:40:51.037774 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:51.038250 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Bound using segment: {'id': '4876b47c-2ec7-492b-8650-415ad9763bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00'} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:40:51.038825 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Bound port: bae61d84-6693-4ae4-b11f-38ed7124e4a5, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4876b47c-2ec7-492b-8650-415ad9763bc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00'}}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:40:51.039280 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:51.057278 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Allocated IP 172.28.0.78 (5a123e99-c8d4-46ae-bf35-04ebb9b85da4/3df2dbbb-2cf4-410a-9e1d-3415c76c275c/3fb6029b-e0bd-45ff-8187-cc91d81d0764) {{(pid=84068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:40:51.180643 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-33e8f7ee-6eb2-4731-b786-418bc7bbfe94 req-87a3e9ff-f4e4-4d56-a69c-75072a2b3974 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 HTTP/1.1" status: 200 len: 998 time: 0.1162724 Feb 12 21:40:51.282346 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for port, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:51.325421 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:51.413634 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8f7ee-6eb2-4731-b786-418bc7bbfe94 req-24fda08b-dacc-4ae8-8e7c-27a06e07db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:51.415163 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-33e8f7ee-6eb2-4731-b786-418bc7bbfe94 req-24fda08b-dacc-4ae8-8e7c-27a06e07db17 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3d14036-127d-49c7-a851-85c1a4e15dee HTTP/1.1" status: 200 len: 856 time: 0.1901240 Feb 12 21:40:51.416920 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] For port bae61d84-6693-4ae4-b11f-38ed7124e4a5, host hv-cinder-77525, cleared binding levels {{(pid=84069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:40:51.430912 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:51.445546 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Notify callbacks [] for port, precommit_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:51.468364 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Transition to ACTIVE for port object d9cc35e3-c4d1-445b-99fc-4f027d63224a will not be triggered until provisioned by entity L2. {{(pid=84072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:40:51.474780 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:51.493452 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:51.518878 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] For port bae61d84-6693-4ae4-b11f-38ed7124e4a5, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=bae61d84-6693-4ae4-b11f-38ed7124e4a5,segment=NetworkSegment(4876b47c-2ec7-492b-8650-415ad9763bc2),segment_id=4876b47c-2ec7-492b-8650-415ad9763bc2)] {{(pid=84069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:40:51.539253 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11382359'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:51.564163 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b533ddd0-9ac3-4e19-a96a-ead2c793f62a tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:51.656186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56ae49-16d8-413e-ae40-ee22ff936a52 None None] Pushing event updated for resources: {'Port': ['ID=d9cc35e3-c4d1-445b-99fc-4f027d63224a,revision_number=3']} {{(pid=84072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:51.670874 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3d56ae49-16d8-413e-ae40-ee22ff936a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:51.784161 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event updated for resources: {'Port': ['ID=3fb6029b-e0bd-45ff-8187-cc91d81d0764,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:51.790349 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:51.841567 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:40:51.844440 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:40:51.850559 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Received port after_create {{(pid=84068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:40:51.907560 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Attempting to bind port d9cc35e3-c4d1-445b-99fc-4f027d63224a on host dv-cinder-775250-2-smb for vnic_type normal with profile {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:40:51.907560 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Attempting to bind port d9cc35e3-c4d1-445b-99fc-4f027d63224a by drivers openvswitch on host dv-cinder-775250-2-smb at level 0 using segments [{'id': '98181978-c7f8-44c4-870c-7d9c406325cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b'}] {{(pid=84072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:40:51.908691 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Attempting to bind port d9cc35e3-c4d1-445b-99fc-4f027d63224a on network 49d264eb-e6ab-4a06-85dd-4a170108092b {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:40:51.925927 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Checking agent: {'id': 'b8e5dc35-2c52-4001-ba91-6f7f82c06c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 26, 46), 'started_at': datetime.datetime(2021, 2, 12, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:40:51.926521 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Checking segment: {'id': '98181978-c7f8-44c4-870c-7d9c406325cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:40:51.927424 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:51.928776 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Bound using segment: {'id': '98181978-c7f8-44c4-870c-7d9c406325cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b'} {{(pid=84072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:40:51.929316 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c968f-adfb-466b-abb2-56251cbf0934 req-319d3362-fda8-4694-8968-f25f27ba600f tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:51.929964 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Bound port: d9cc35e3-c4d1-445b-99fc-4f027d63224a, host: dv-cinder-775250-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98181978-c7f8-44c4-870c-7d9c406325cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b'}}] {{(pid=84072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:40:51.931347 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:51.932010 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6d6c968f-adfb-466b-abb2-56251cbf0934 req-319d3362-fda8-4694-8968-f25f27ba600f tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.7466190 Feb 12 21:40:51.988134 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:52.080215 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:52.094771 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] For port d9cc35e3-c4d1-445b-99fc-4f027d63224a, host dv-cinder-775250-2-smb, cleared binding levels {{(pid=84072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:40:52.098689 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Pushing event updated for resources: {'Port': ['ID=bae61d84-6693-4ae4-b11f-38ed7124e4a5,revision_number=3']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:52.106400 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:52.114580 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] For port d9cc35e3-c4d1-445b-99fc-4f027d63224a, host dv-cinder-775250-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=d9cc35e3-c4d1-445b-99fc-4f027d63224a,segment=NetworkSegment(98181978-c7f8-44c4-870c-7d9c406325cb),segment_id=98181978-c7f8-44c4-870c-7d9c406325cb)] {{(pid=84072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:40:52.121635 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84072) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:52.132578 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6d6c968f-adfb-466b-abb2-56251cbf0934 req-7ea4349b-67bc-47c8-9f25-8a23f5866ca9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741381 Feb 12 21:40:52.144392 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:52.169943 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8f7ee-6eb2-4731-b786-418bc7bbfe94 req-10f19f0d-3fad-4249-aa02-3a708f5bb4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:52.171795 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-33e8f7ee-6eb2-4731-b786-418bc7bbfe94 req-10f19f0d-3fad-4249-aa02-3a708f5bb4af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=730a1daf-e569-454f-98a4-34427f6ca94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7470233 Feb 12 21:40:52.183504 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6abbd0-9658-42fb-a25a-9a717c34af7b req-cc869a1e-bf43-4e3f-a9cb-9457d0f6d7fd tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:52.191584 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1a6abbd0-9658-42fb-a25a-9a717c34af7b req-cc869a1e-bf43-4e3f-a9cb-9457d0f6d7fd tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 944 time: 0.7271557 Feb 12 21:40:52.226151 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:52.226836 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:52.228969 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] 10.222.0.66 "PUT /v2.0/ports/bae61d84-6693-4ae4-b11f-38ed7124e4a5 HTTP/1.1" status: 200 len: 1158 time: 3.7103395 Feb 12 21:40:52.347521 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56ae49-16d8-413e-ae40-ee22ff936a52 None None] Pushing event updated for resources: {'Port': ['ID=d9cc35e3-c4d1-445b-99fc-4f027d63224a,revision_number=4']} {{(pid=84072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:52.353367 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3d56ae49-16d8-413e-ae40-ee22ff936a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84072) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:52.363744 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'tag': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:40:52.420739 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Routers {'025a334f-6ae2-4888-af00-96398b0b1495'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:40:52.421533 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:40:45Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['025a334f-6ae2-4888-af00-96398b0b1495'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:52.552798 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:52.558526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980256'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:52.634933 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:52.647889 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1a6abbd0-9658-42fb-a25a-9a717c34af7b req-e2e23705-93db-4146-9862-ce852b213c21 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550281 Feb 12 21:40:52.704219 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] Set router 025a334f-6ae2-4888-af00-96398b0b1495 gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:40:52.763482 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'tag': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5', 'status': 'completed', 'code': 200} Feb 12 21:40:52.789187 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event updated for resources: {'Port': ['ID=3fb6029b-e0bd-45ff-8187-cc91d81d0764,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:52.794898 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:52.834656 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-5db3e21d-3511-49a1-a393-ed4fbde49ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:52.836338 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-5db3e21d-3511-49a1-a393-ed4fbde49ab3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2c3bd88183945119c66fe473d607ea3&device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 1161 time: 0.4502571 Feb 12 21:40:52.851890 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57295b6f-c6f6-4af9-aafa-020a4167af26 req-dd910841-6e34-4a48-8f0c-3f66bed6a23b tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:52.853657 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-57295b6f-c6f6-4af9-aafa-020a4167af26 req-dd910841-6e34-4a48-8f0c-3f66bed6a23b tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 944 time: 0.4656305 Feb 12 21:40:52.857272 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-33e8f7ee-6eb2-4731-b786-418bc7bbfe94 req-fd8b3e3a-0eb1-427c-8022-f55d205237c9 service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520457 Feb 12 21:40:52.908220 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:52.950490 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:52.952497 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5283079 Feb 12 21:40:52.979026 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-81fc8bd8-4eb0-4e43-83e9-380beb420fd6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae61d84-6693-4ae4-b11f-38ed7124e4a5 HTTP/1.1" status: 200 len: 217 time: 0.1242208 Feb 12 21:40:53.131271 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-57295b6f-c6f6-4af9-aafa-020a4167af26 req-e1cf870c-4dfb-47ca-aa61-84e1aed981bc tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165005 Feb 12 21:40:53.217163 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-c6b9bfe0-6327-4f57-a3a1-4dfe8934b7a6 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--693073275&fields=id&tenant_id=719ecf1999794f40901c036e44df1ab2 HTTP/1.1" status: 200 len: 267 time: 0.0753460 Feb 12 21:40:53.363978 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:46Z', 'revision_number': 4, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'd9cc35e3-c4d1-445b-99fc-4f027d63224a', 'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'mac_address': 'fa:16:3e:24:98:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:45Z', 'updated_at': '2021-02-12T21:40:52Z', 'revision_number': 4, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'subnets': [{'id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:40:53.368723 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef410706-a1b7-45da-a25a-3ca1ee8bb5fa None None] The sync data for ids ['025a334f-6ae2-4888-af00-96398b0b1495'] in dv-cinder-775250-2-smb is: [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:46Z', 'revision_number': 4, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'd9cc35e3-c4d1-445b-99fc-4f027d63224a', 'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'mac_address': 'fa:16:3e:24:98:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:45Z', 'updated_at': '2021-02-12T21:40:52Z', 'revision_number': 4, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'subnets': [{'id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:40:53.445881 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-dd9d5178-203d-4056-80fc-d971a2cca6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:53.448113 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-dd9d5178-203d-4056-80fc-d971a2cca6c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7617e10-46d8-4e1b-b626-16aaa8fd84a7 HTTP/1.1" status: 200 len: 854 time: 0.4081900 Feb 12 21:40:53.613209 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-1ac491a1-4460-4dcb-a3d0-9b1dbf0577fe tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:53.614985 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-1ac491a1-4460-4dcb-a3d0-9b1dbf0577fe tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/networks?id=49d264eb-e6ab-4a06-85dd-4a170108092b HTTP/1.1" status: 200 len: 811 time: 0.3967662 Feb 12 21:40:53.620832 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-33e8f7ee-6eb2-4731-b786-418bc7bbfe94 req-27f51db3-5dc6-4c34-a710-61625dbebcae service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6987240 Feb 12 21:40:53.651507 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-35c3886e-15e0-4b61-8dc1-3a7d8cfae214 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/quotas/719ecf1999794f40901c036e44df1ab2 HTTP/1.1" status: 200 len: 375 time: 0.0225759 Feb 12 21:40:53.736650 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973a97e-699f-4d9d-ab18-8c75fcb6f0e1 req-95e60657-9ec8-4417-8739-83a0c1caec6b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:53.738363 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7973a97e-699f-4d9d-ab18-8c75fcb6f0e1 req-95e60657-9ec8-4417-8739-83a0c1caec6b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.4222057 Feb 12 21:40:53.750341 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-0fd7b7c1-56f0-45f6-aae7-955396a53153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:53.752031 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-0fd7b7c1-56f0-45f6-aae7-955396a53153 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=442c5856-d8a8-499f-8212-c45b52e4fb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2661455 Feb 12 21:40:53.916104 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7973a97e-699f-4d9d-ab18-8c75fcb6f0e1 req-c624cf8b-5a6c-4324-aeda-8e192dcc73e8 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693511 Feb 12 21:40:53.944955 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-fa0bef43-245b-4eed-aa07-897990d72898 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Synchronizing usage tracker for tenant:719ecf1999794f40901c036e44df1ab2 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:40:53.983003 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-08428356-d192-4369-b7c6-e7c0c64f3143 service neutron] 10.222.0.66 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129416 Feb 12 21:40:53.987284 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-fa0bef43-245b-4eed-aa07-897990d72898 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Unset dirty status for tenant:719ecf1999794f40901c036e44df1ab2 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:40:53.988873 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-fa0bef43-245b-4eed-aa07-897990d72898 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=719ecf1999794f40901c036e44df1ab2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3261120 Feb 12 21:40:54.338354 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d3f8a5f0-f1dc-4d21-b90a-89b51e0f45f4 req-7454f111-a3ce-4806-929d-e2c661d39e72 service neutron] 10.222.0.66 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3469956 Feb 12 21:40:54.364243 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-b66162b5-5edb-4e03-8e70-f57a0c7e0b69 service neutron] 10.222.0.35 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470407 Feb 12 21:40:54.372726 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d8395-30a3-4980-8c20-608794734c76 req-b738a57d-50e7-4be5-a6d0-23d11b7fa85e tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:54.374367 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7c7d8395-30a3-4980-8c20-608794734c76 req-b738a57d-50e7-4be5-a6d0-23d11b7fa85e tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 944 time: 0.2983000 Feb 12 21:40:54.573441 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device d9cc35e3-c4d1-445b-99fc-4f027d63224a up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:40:54.576845 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7c7d8395-30a3-4980-8c20-608794734c76 req-91e948f4-92cb-47ac-a826-8413633fadce tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774704 Feb 12 21:40:54.661109 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21873e-5c6d-4b35-8043-8f6b9770d990 req-53071b59-f470-4918-b6c4-b843bcf6c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:54.663050 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0e21873e-5c6d-4b35-8043-8f6b9770d990 req-53071b59-f470-4918-b6c4-b843bcf6c999 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2c3bd88183945119c66fe473d607ea3&device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 1161 time: 0.1742320 Feb 12 21:40:54.663961 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning for port d9cc35e3-c4d1-445b-99fc-4f027d63224a completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:40:54.670172 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port d9cc35e3-c4d1-445b-99fc-4f027d63224a triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:54.671088 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:54.671724 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-154c391b-7f95-4884-b03c-2aef022aa05a service neutron] 10.222.0.35 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2962875 Feb 12 21:40:54.830253 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:54.874083 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] For port d9cc35e3-c4d1-445b-99fc-4f027d63224a, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=d9cc35e3-c4d1-445b-99fc-4f027d63224a,segment=NetworkSegment(98181978-c7f8-44c4-870c-7d9c406325cb),segment_id=98181978-c7f8-44c4-870c-7d9c406325cb)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:40:54.880589 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:54.883391 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:54.965018 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:40:55.042204 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Pushing event updated for resources: {'Port': ['ID=d9cc35e3-c4d1-445b-99fc-4f027d63224a,revision_number=5']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:55.050099 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:55.062615 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:40:55.068528 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:55.068956 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:55.152526 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c5417699-e866-4272-9a71-33d56f4e7358 req-214853d2-9474-44ca-81b0-cea9aa598fb4 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 210 time: 0.0826550 Feb 12 21:40:55.235954 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c47c4a-e092-44db-8f0b-3ed95aeed399 req-5b7702e7-0d02-4b0c-af21-7468b4092fa9 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:55.243512 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-42c47c4a-e092-44db-8f0b-3ed95aeed399 req-5b7702e7-0d02-4b0c-af21-7468b4092fa9 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 944 time: 0.5467122 Feb 12 21:40:55.261822 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21873e-5c6d-4b35-8043-8f6b9770d990 req-8911ffbc-be37-4e1f-9f0c-d48b5d14d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:55.261822 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0e21873e-5c6d-4b35-8043-8f6b9770d990 req-8911ffbc-be37-4e1f-9f0c-d48b5d14d9c6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=442c5856-d8a8-499f-8212-c45b52e4fb00 HTTP/1.1" status: 200 len: 909 time: 0.5889904 Feb 12 21:40:55.300784 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:55.307268 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-42c47c4a-e092-44db-8f0b-3ed95aeed399 req-3884d94b-002f-42df-aff4-f4c947103547 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626240 Feb 12 21:40:55.365462 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b,segment=NetworkSegment(a0472ca0-5063-4159-830c-36388dce086e),segment_id=a0472ca0-5063-4159-830c-36388dce086e)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:40:55.372403 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6cd8b0-e294-47b9-a900-b3f9761164bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:40:55.380105 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:55.385768 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c7afd6e2-70d0-4e0e-9201-844c2b37fae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:40:55.425121 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0e21873e-5c6d-4b35-8043-8f6b9770d990 req-fde444ad-eeef-42b3-879b-1f540d03c185 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae61d84-6693-4ae4-b11f-38ed7124e4a5 HTTP/1.1" status: 200 len: 217 time: 0.1325376 Feb 12 21:40:55.506692 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6cd8b0-e294-47b9-a900-b3f9761164bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b', 'code': 200} Feb 12 21:40:55.507576 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:40:55.513101 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:40:55.645403 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21873e-5c6d-4b35-8043-8f6b9770d990 req-35ae8f96-e723-4930-8133-64b295816c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:55.647010 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0e21873e-5c6d-4b35-8043-8f6b9770d990 req-35ae8f96-e723-4930-8133-64b295816c3e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7617e10-46d8-4e1b-b626-16aaa8fd84a7 HTTP/1.1" status: 200 len: 854 time: 0.1221662 Feb 12 21:40:55.723013 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a43ca2-9031-4135-a5f4-48e592754ff5 req-09d7b2f7-d1c9-44ab-bac1-933eef3dda97 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:55.732421 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d1a43ca2-9031-4135-a5f4-48e592754ff5 req-09d7b2f7-d1c9-44ab-bac1-933eef3dda97 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.3133628 Feb 12 21:40:55.805957 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d1a43ca2-9031-4135-a5f4-48e592754ff5 req-310726d5-44e3-4e96-8ffe-8e0a4f54528c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723903 Feb 12 21:40:55.905869 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21873e-5c6d-4b35-8043-8f6b9770d990 req-f76c6919-f304-469d-a17d-3be45fea3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:55.907904 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0e21873e-5c6d-4b35-8043-8f6b9770d990 req-f76c6919-f304-469d-a17d-3be45fea3319 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=442c5856-d8a8-499f-8212-c45b52e4fb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2512834 Feb 12 21:40:55.979131 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ee317-c4a5-4599-b377-f2573d1475de req-1c2ebafd-95be-4efb-91b5-3ac72432a5fb tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:55.981522 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0f3ee317-c4a5-4599-b377-f2573d1475de req-1c2ebafd-95be-4efb-91b5-3ac72432a5fb tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 944 time: 0.1533833 Feb 12 21:40:56.065212 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0f3ee317-c4a5-4599-b377-f2573d1475de req-2c9a90f4-e019-4451-8cad-c8f733ed4f70 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717850 Feb 12 21:40:56.184845 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:40:56.261391 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:56.261901 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:56.373144 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-35dae915-f6d9-49d8-8f53-5b24049954fe req-6969a861-b016-4957-a1e9-032dbeb2d775 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 210 time: 0.0779293 Feb 12 21:40:56.550494 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a1af3-96ec-4af5-b11a-b9fc7eedbb8d req-7d32dfc3-f9d4-4baa-8bdb-4e8ef66585a7 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:56.552147 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e74a1af3-96ec-4af5-b11a-b9fc7eedbb8d req-7d32dfc3-f9d4-4baa-8bdb-4e8ef66585a7 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.1009717 Feb 12 21:40:56.564106 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device d9cc35e3-c4d1-445b-99fc-4f027d63224a up at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:40:56.611290 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:40:56.614980 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e74a1af3-96ec-4af5-b11a-b9fc7eedbb8d req-0bda5ddc-5fd5-4bb3-bad2-8cc4989d0662 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548790 Feb 12 21:40:56.646854 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Provisioning complete for port d9cc35e3-c4d1-445b-99fc-4f027d63224a triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:40:56.647405 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:40:57.025659 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26d074-626e-41aa-bb13-11ae2fe5e34b req-999d5388-ee0c-486e-96d1-a8b5814659e7 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:57.027278 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0e26d074-626e-41aa-bb13-11ae2fe5e34b req-999d5388-ee0c-486e-96d1-a8b5814659e7 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.0982890 Feb 12 21:40:57.090853 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0e26d074-626e-41aa-bb13-11ae2fe5e34b req-bae62ab9-72d2-4c68-a6a8-af34076b8023 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567553 Feb 12 21:40:57.291282 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a9065-608a-4d67-84f6-b0666f5eadb7 req-557115f8-f39e-4b3c-9730-21e9f7ab18ad tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:57.293078 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-415a9065-608a-4d67-84f6-b0666f5eadb7 req-557115f8-f39e-4b3c-9730-21e9f7ab18ad tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 944 time: 0.1003470 Feb 12 21:40:57.346621 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-415a9065-608a-4d67-84f6-b0666f5eadb7 req-64f7aad4-cb7b-4643-b549-ddeebe56b2bc tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471654 Feb 12 21:40:57.545733 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cfbce0c9-a5e3-4106-8990-5d096b4c302a req-0832fa7a-5b84-4e2d-9fb1-9efffc4103e9 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 210 time: 0.0504196 Feb 12 21:40:57.820203 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdb138-566b-4c06-8ec0-77c5fc92707b req-ad168de8-d87d-4cc1-9bc9-7976cdf9910f tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:57.822022 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f3bdb138-566b-4c06-8ec0-77c5fc92707b req-ad168de8-d87d-4cc1-9bc9-7976cdf9910f tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.0958958 Feb 12 21:40:57.875321 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f3bdb138-566b-4c06-8ec0-77c5fc92707b req-6d34ce2b-4d04-4475-844f-ac865de57196 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467939 Feb 12 21:40:58.303449 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80415ba-4458-4345-8026-c5aaa5d60abc req-6d55152f-08e3-46ee-8060-80b2a0a4e641 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:58.305100 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c80415ba-4458-4345-8026-c5aaa5d60abc req-6d55152f-08e3-46ee-8060-80b2a0a4e641 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.0912127 Feb 12 21:40:58.354030 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c80415ba-4458-4345-8026-c5aaa5d60abc req-70541978-32d1-480c-a07d-1da47f471917 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420082 Feb 12 21:40:58.570421 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb14bf8-aabf-43b7-9e97-2fff7af94e7e req-811786eb-c0fe-43cc-a4b3-a4801402240a tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:58.574378 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0fb14bf8-aabf-43b7-9e97-2fff7af94e7e req-811786eb-c0fe-43cc-a4b3-a4801402240a tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 944 time: 0.1037600 Feb 12 21:40:58.637505 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0fb14bf8-aabf-43b7-9e97-2fff7af94e7e req-26c3f05b-d5af-4f21-a04c-7094a67415b9 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525417 Feb 12 21:40:58.719637 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-902a4648-452f-46ce-871a-ed532b928bd5 req-9870a300-0987-4584-ab10-bc8b63e10a72 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 210 time: 0.0499489 Feb 12 21:40:59.082674 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a9e67-751d-4d1f-83dd-da64632e919f req-380a510f-747e-439c-8331-50321374c95e tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:59.084275 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-272a9e67-751d-4d1f-83dd-da64632e919f req-380a510f-747e-439c-8331-50321374c95e tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.0916340 Feb 12 21:40:59.136732 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-272a9e67-751d-4d1f-83dd-da64632e919f req-b1c91dba-be50-42d5-b637-a9c00ac39a36 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447619 Feb 12 21:40:59.572272 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112a5c0-e152-4ab9-8e9b-98bba7e3f3a5 req-9fc4ff8c-b5d6-4960-9018-905000ca43e0 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:59.573933 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e112a5c0-e152-4ab9-8e9b-98bba7e3f3a5 req-9fc4ff8c-b5d6-4960-9018-905000ca43e0 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.0892873 Feb 12 21:40:59.625571 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e112a5c0-e152-4ab9-8e9b-98bba7e3f3a5 req-a3c474b2-9547-437d-af0e-1031f2480980 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451498 Feb 12 21:40:59.884997 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8853fa-bd2a-4ebb-94bb-3bcac916b7ba req-a364667b-26d2-459b-a1fd-c2518af999ac tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:40:59.886809 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3f8853fa-bd2a-4ebb-94bb-3bcac916b7ba req-a364667b-26d2-459b-a1fd-c2518af999ac tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 944 time: 0.1304607 Feb 12 21:40:59.954554 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5987ab70-1108-4063-a583-69f3c58c4565 req-ede25829-3d9c-4e0e-bb53-ab0e3363cb04 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 210 time: 0.0664828 Feb 12 21:40:59.984914 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3f8853fa-bd2a-4ebb-94bb-3bcac916b7ba req-57b00823-8c48-495d-99ef-581dcf97f590 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598068 Feb 12 21:41:00.350573 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe054d3-2c00-4719-a1bc-390641b31e14 req-e157909f-0377-48a2-928f-15a0f109d103 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:00.352193 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-efe054d3-2c00-4719-a1bc-390641b31e14 req-e157909f-0377-48a2-928f-15a0f109d103 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.0956376 Feb 12 21:41:00.405343 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-efe054d3-2c00-4719-a1bc-390641b31e14 req-0b97acce-3c9a-4119-891e-ee7cbbdb4130 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461717 Feb 12 21:41:00.529951 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:00.873154 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8335c-b0fc-4d67-93ac-df5c261b50da req-e481aff2-bf3c-40e3-8c84-fbf427187926 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:00.874953 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f8d8335c-b0fc-4d67-93ac-df5c261b50da req-e481aff2-bf3c-40e3-8c84-fbf427187926 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.1010306 Feb 12 21:41:00.935331 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f8d8335c-b0fc-4d67-93ac-df5c261b50da req-fd6e7296-e5c8-48f1-83b1-71f55002977b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529048 Feb 12 21:41:01.198720 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6109f2f5-d5ab-4b0c-ba1a-af14f55a322e req-156c19cb-6f66-4a03-aca2-33e951d5f5a6 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 210 time: 0.1144211 Feb 12 21:41:01.256821 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c034ed-d72c-41e5-8247-61d34e1990ce req-f27fac69-98ab-4c2b-89d3-6f88e88f5a16 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:01.258506 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-19c034ed-d72c-41e5-8247-61d34e1990ce req-f27fac69-98ab-4c2b-89d3-6f88e88f5a16 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 944 time: 0.1049297 Feb 12 21:41:01.310349 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-19c034ed-d72c-41e5-8247-61d34e1990ce req-d3cc085c-6b2e-49a8-a3a7-9b7f819932cb tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443864 Feb 12 21:41:01.646811 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95674e4-663a-45f4-8c9e-da69d261a78c req-885f5a73-de1a-4351-a8b9-13338ad6fc1f tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:01.648551 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c95674e4-663a-45f4-8c9e-da69d261a78c req-885f5a73-de1a-4351-a8b9-13338ad6fc1f tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.0960393 Feb 12 21:41:01.706071 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c95674e4-663a-45f4-8c9e-da69d261a78c req-8bdb17ed-5417-4854-8449-a9314a3418dc tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463839 Feb 12 21:41:02.152163 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2ac72-e42a-4e77-a48b-78b5fdc19541 req-df3ca66d-6df8-42eb-9245-a1071489a416 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:02.153896 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-72d2ac72-e42a-4e77-a48b-78b5fdc19541 req-df3ca66d-6df8-42eb-9245-a1071489a416 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.0938170 Feb 12 21:41:02.215964 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-72d2ac72-e42a-4e77-a48b-78b5fdc19541 req-408d7a6f-7f2a-47c1-9af8-279924013697 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551836 Feb 12 21:41:02.380650 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-dea8f5b3-413c-4c54-9988-9022276a9ae2 req-eadf8ea9-a4e8-4992-9c80-1a65a9cad4f0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 210 time: 0.0525975 Feb 12 21:41:02.544671 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faca7f-60e7-466d-adfb-f2c55c3ab37c req-6eb1b403-2b8e-411c-80b2-710dbb101a9b tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:02.546547 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d5faca7f-60e7-466d-adfb-f2c55c3ab37c req-6eb1b403-2b8e-411c-80b2-710dbb101a9b tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 944 time: 0.1012988 Feb 12 21:41:02.601024 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d5faca7f-60e7-466d-adfb-f2c55c3ab37c req-c460af09-4831-4b29-8f5c-cc9990063721 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472038 Feb 12 21:41:02.930691 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21d10a-ba32-4df1-8dee-ee2a850aa67f req-45cc9181-4c73-41d6-9147-7455c63d8704 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:02.933426 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cf21d10a-ba32-4df1-8dee-ee2a850aa67f req-45cc9181-4c73-41d6-9147-7455c63d8704 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.1096158 Feb 12 21:41:02.987208 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cf21d10a-ba32-4df1-8dee-ee2a850aa67f req-3f710dbc-f437-4f62-9c03-1a95d0d522e4 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476537 Feb 12 21:41:03.460819 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd528cd0-0cc7-441f-90fe-d303d82f898c req-1a810600-de85-41bf-ab3b-7f5ac8836dbc tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:03.463131 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fd528cd0-0cc7-441f-90fe-d303d82f898c req-1a810600-de85-41bf-ab3b-7f5ac8836dbc tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.1195822 Feb 12 21:41:03.520444 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fd528cd0-0cc7-441f-90fe-d303d82f898c req-82f3d013-dd43-427e-a546-4ee2991900ad tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496871 Feb 12 21:41:03.574067 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f3537c68-7512-408e-a65f-2547498ece03 req-0d7d2ede-778f-45e1-999e-d292b56f61ed tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 210 time: 0.0524969 Feb 12 21:41:03.820404 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d03ad-bcd3-4b36-92f0-d5eaf20d6c59 req-c01b9070-a5d1-4d1c-9869-9cf39ccc452f tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:03.822097 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-065d03ad-bcd3-4b36-92f0-d5eaf20d6c59 req-c01b9070-a5d1-4d1c-9869-9cf39ccc452f tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 944 time: 0.0973690 Feb 12 21:41:03.875610 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-065d03ad-bcd3-4b36-92f0-d5eaf20d6c59 req-82227e66-7cb2-4b61-9bfd-524fd3094347 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464640 Feb 12 21:41:04.202118 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d7a1d-6d8d-4cb6-bb28-1f9bc979e08b req-48e10d3f-914d-4c18-8871-e29dd3c76dbb tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:04.203837 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-840d7a1d-6d8d-4cb6-bb28-1f9bc979e08b req-48e10d3f-914d-4c18-8871-e29dd3c76dbb tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.0988195 Feb 12 21:41:04.253814 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-840d7a1d-6d8d-4cb6-bb28-1f9bc979e08b req-fe523d8d-6ee3-4e51-90a1-a5b4b1b1c4a5 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429771 Feb 12 21:41:04.756503 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f278c6da-6cf6-450f-b999-581558f6469f req-17fccb04-62f9-4ba3-807a-c21e32fd3eda tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 210 time: 0.0597308 Feb 12 21:41:04.792987 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5006691-353e-422b-ab5c-8fe422ed34e1 req-3cfd6525-9cfd-4db3-9f7e-513230ad514e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:04.794663 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b5006691-353e-422b-ab5c-8fe422ed34e1 req-3cfd6525-9cfd-4db3-9f7e-513230ad514e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.1402686 Feb 12 21:41:04.848886 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b5006691-353e-422b-ab5c-8fe422ed34e1 req-083dab5d-6a77-421a-bce9-64428a13b6ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475256 Feb 12 21:41:05.083066 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9272d06-23bc-4f1f-b134-4ff66e3c479d req-e57f731c-b02e-4b07-b313-7e29c2180d53 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:05.084802 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f9272d06-23bc-4f1f-b134-4ff66e3c479d req-e57f731c-b02e-4b07-b313-7e29c2180d53 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 944 time: 0.0917535 Feb 12 21:41:05.137945 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f9272d06-23bc-4f1f-b134-4ff66e3c479d req-ca2c6c71-addf-4060-a030-85a18a83293b tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457335 Feb 12 21:41:05.467914 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea3309-6b7f-45ff-a35c-40580c3bcca7 req-4da5c548-af90-43fa-b0ae-f353104f3fa8 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:05.470075 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-94ea3309-6b7f-45ff-a35c-40580c3bcca7 req-4da5c548-af90-43fa-b0ae-f353104f3fa8 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.0973449 Feb 12 21:41:05.534067 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-94ea3309-6b7f-45ff-a35c-40580c3bcca7 req-f6bacf7d-e0ae-4476-894d-06cf8aadfb6d tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579052 Feb 12 21:41:06.009742 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b8f3dd9d-7bba-47a0-b669-b2a2396759ee req-21c2f5e6-2984-4555-b620-1fa50e353339 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 210 time: 0.0756669 Feb 12 21:41:06.131469 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ded4-5773-483f-a343-525e1d9482db req-fa9b57c7-efca-402f-896b-76afce0d9c1f tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:06.133202 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4bc5ded4-5773-483f-a343-525e1d9482db req-fa9b57c7-efca-402f-896b-76afce0d9c1f tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.0987642 Feb 12 21:41:06.193937 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4bc5ded4-5773-483f-a343-525e1d9482db req-f30e7a7c-5915-4c98-b06f-865cc029410d tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535572 Feb 12 21:41:06.397634 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33043f-39f4-4fb6-8e94-87722a592732 req-dc635daf-a1f6-42b8-b74f-227ec51e1e81 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:06.399314 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2b33043f-39f4-4fb6-8e94-87722a592732 req-dc635daf-a1f6-42b8-b74f-227ec51e1e81 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 944 time: 0.1102338 Feb 12 21:41:06.505158 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2b33043f-39f4-4fb6-8e94-87722a592732 req-e6b60fe3-87ae-49c9-83bf-b567e6fd62ad tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960424 Feb 12 21:41:06.756652 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf060c-361f-433d-b345-c8f1ec922515 req-90fba2f7-e106-4e84-a3fe-b023c32268ad tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:06.758710 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-54cf060c-361f-433d-b345-c8f1ec922515 req-90fba2f7-e106-4e84-a3fe-b023c32268ad tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.0897224 Feb 12 21:41:06.809494 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-54cf060c-361f-433d-b345-c8f1ec922515 req-5ecce22f-2232-407a-96d8-fca9d585b95d tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440052 Feb 12 21:41:07.203259 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1a6dfcff-4c54-40f5-82bf-a04ae3c2a647 req-f73dfcc6-ccaa-4e3c-a8ab-182b2be4aadf tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 210 time: 0.0488014 Feb 12 21:41:07.417683 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50254e4b-a456-48fb-bd5b-8824042db012 req-7f41d7ae-1dd9-4af8-bbb8-9a92648fb7be tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:07.420427 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-50254e4b-a456-48fb-bd5b-8824042db012 req-7f41d7ae-1dd9-4af8-bbb8-9a92648fb7be tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.0981431 Feb 12 21:41:07.484316 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-50254e4b-a456-48fb-bd5b-8824042db012 req-849512f3-6353-4380-bf04-9fa09a33cde4 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577691 Feb 12 21:41:07.709722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7bc07-d2ac-486f-a7f4-8d4957c8024d req-611a3ab4-4b09-4baa-bc6f-960c1d84ff84 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:07.716197 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d9b7bc07-d2ac-486f-a7f4-8d4957c8024d req-611a3ab4-4b09-4baa-bc6f-960c1d84ff84 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 944 time: 0.0944142 Feb 12 21:41:07.766185 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d9b7bc07-d2ac-486f-a7f4-8d4957c8024d req-065a92c2-c812-47cd-aba5-cf5f0eff3f47 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472646 Feb 12 21:41:07.999671 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 37298) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:41:08.051910 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a94e81-79e8-41da-89b5-9ad7969db8b5 req-40988496-3d59-4196-8337-a5652a1cfef2 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:08.053610 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-67a94e81-79e8-41da-89b5-9ad7969db8b5 req-40988496-3d59-4196-8337-a5652a1cfef2 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.0903196 Feb 12 21:41:08.109728 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-67a94e81-79e8-41da-89b5-9ad7969db8b5 req-07b70071-a3b5-4132-9603-24d4febae30f tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494206 Feb 12 21:41:08.150377 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-015cbce2-0dcd-413d-a712-9031bc00e9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:08.166721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-015cbce2-0dcd-413d-a712-9031bc00e9e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:41:08.170866 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-015cbce2-0dcd-413d-a712-9031bc00e9e3 admin admin] Usage tracker for resource:security_group_rule and tenant:9fc01beeb46942fea2b58d53324c2868 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:41:08.173924 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-015cbce2-0dcd-413d-a712-9031bc00e9e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:41:08.179733 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-015cbce2-0dcd-413d-a712-9031bc00e9e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:41:08.266866 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-015cbce2-0dcd-413d-a712-9031bc00e9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:08.269736 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-015cbce2-0dcd-413d-a712-9031bc00e9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:08.278774 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c026e87b-ceef-4a78-ba23-028a71dcb902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:08.323587 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-015cbce2-0dcd-413d-a712-9031bc00e9e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9fc01beeb46942fea2b58d53324c2868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199737 Feb 12 21:41:08.323587 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cbce2-0dcd-413d-a712-9031bc00e9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c1cc97-7031-4bff-9b0f-7bdb3ce049f3,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:08.325407 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 37306) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:41:08.328401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-015cbce2-0dcd-413d-a712-9031bc00e9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:08.373006 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-090001f8-9a97-4a03-9b12-457ca1ca1b50 req-62bbd23a-96a8-4e6b-90f5-b5bbd78aaf10 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 210 time: 0.0535078 Feb 12 21:41:08.388719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b53b733e-165f-4ae4-97d8-9373aa6aae0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:08.420214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b53b733e-165f-4ae4-97d8-9373aa6aae0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:08.465827 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b53b733e-165f-4ae4-97d8-9373aa6aae0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:08.470819 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1521c6b6-f548-4cf6-a646-15aca4fac994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:08.482216 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b733e-165f-4ae4-97d8-9373aa6aae0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c1cc97-7031-4bff-9b0f-7bdb3ce049f3,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:08.487156 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b53b733e-165f-4ae4-97d8-9373aa6aae0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:08.489158 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b53b733e-165f-4ae4-97d8-9373aa6aae0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:08.490370 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b53b733e-165f-4ae4-97d8-9373aa6aae0c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80c1cc97-7031-4bff-9b0f-7bdb3ce049f3 HTTP/1.1" status: 204 len: 168 time: 0.1639829 Feb 12 21:41:08.687307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1596f0-ccf5-4df7-9cf9-9b78ce3c44cb req-df4983c2-18f9-4bdf-b7e2-f3e4665b1115 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:08.688959 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6c1596f0-ccf5-4df7-9cf9-9b78ce3c44cb req-df4983c2-18f9-4bdf-b7e2-f3e4665b1115 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.0860770 Feb 12 21:41:08.738363 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6c1596f0-ccf5-4df7-9cf9-9b78ce3c44cb req-8333cd15-b1d7-40fc-9d6a-bac9bee86fb0 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429773 Feb 12 21:41:08.971612 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d0fdb-c51b-4c14-adca-96a605981fd6 req-55660a27-f2f9-48e1-8806-9380739bd2dd tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:08.973285 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ea9d0fdb-c51b-4c14-adca-96a605981fd6 req-55660a27-f2f9-48e1-8806-9380739bd2dd tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 944 time: 0.0906620 Feb 12 21:41:09.023083 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ea9d0fdb-c51b-4c14-adca-96a605981fd6 req-00e971fa-21bd-4bc7-b662-65e8ff0d5345 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425622 Feb 12 21:41:09.314925 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2ffe4-271a-4ae3-9537-27fca82e7b28 req-26b5353e-329f-415d-807f-501a5ee571ad tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:09.316679 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8bd2ffe4-271a-4ae3-9537-27fca82e7b28 req-26b5353e-329f-415d-807f-501a5ee571ad tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.0905025 Feb 12 21:41:09.373955 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8bd2ffe4-271a-4ae3-9537-27fca82e7b28 req-c888d55f-3e95-431e-a563-0c9894fa25b9 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475895 Feb 12 21:41:09.546009 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f4fc22c3-ad28-4875-832d-b3666bc17766 req-9f5f5371-bd9b-407d-a2b8-83846ee814c7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 210 time: 0.0520103 Feb 12 21:41:10.307384 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8673a-b922-459d-ad66-be58d1b62f87 req-0a4f7ad7-f409-4219-a085-2621cb739abe tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:10.308966 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7bb8673a-b922-459d-ad66-be58d1b62f87 req-0a4f7ad7-f409-4219-a085-2621cb739abe tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.4515140 Feb 12 21:41:10.472363 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7bb8673a-b922-459d-ad66-be58d1b62f87 req-5b113b7e-1ce1-405f-9c7e-369dbf06dbb5 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197250 Feb 12 21:41:10.537165 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a267b26-7041-42ae-bb2e-848fdbbc01f4 req-9fe47aea-ffba-4179-84d5-5415a718df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:10.538811 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0a267b26-7041-42ae-bb2e-848fdbbc01f4 req-9fe47aea-ffba-4179-84d5-5415a718df86 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 1163 time: 0.5749700 Feb 12 21:41:10.541335 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0e21873e-5c6d-4b35-8043-8f6b9770d990 req-a966433c-e81a-4e37-b120-2297f6900a3c service neutron] 10.222.0.66 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061556 Feb 12 21:41:10.604727 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1c6fb-c963-426c-a670-521796e87835 req-e89e39fe-298f-4e03-b5b6-bfe114c7db75 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:10.606352 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fbb1c6fb-c963-426c-a670-521796e87835 req-e89e39fe-298f-4e03-b5b6-bfe114c7db75 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 944 time: 0.3204699 Feb 12 21:41:10.778103 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0a267b26-7041-42ae-bb2e-848fdbbc01f4 req-4f23bb5f-dbe8-4bed-9cb8-1e321736930e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242079 Feb 12 21:41:10.833278 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fbb1c6fb-c963-426c-a670-521796e87835 req-b827ad16-78bf-4a4c-985a-4080d3266b94 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683962 Feb 12 21:41:10.857363 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0e21873e-5c6d-4b35-8043-8f6b9770d990 req-1c970b0e-5328-4bef-a108-6eb3834db910 service neutron] 10.222.0.66 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2834752 Feb 12 21:41:10.872443 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcdfdd-c590-4150-8160-5aee3e8e0d11 req-437ab7ff-df8d-495e-98f9-d4e83e309659 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:10.874502 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-87dcdfdd-c590-4150-8160-5aee3e8e0d11 req-437ab7ff-df8d-495e-98f9-d4e83e309659 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.2129855 Feb 12 21:41:10.929013 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-87dcdfdd-c590-4150-8160-5aee3e8e0d11 req-487bdb0d-9154-4a01-9439-0796806a9067 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481997 Feb 12 21:41:10.990713 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e43aae34-a65d-43a3-b9f6-1c87714e6bc0 req-e5b9c9de-1b8a-4d4b-b213-7424e545ded5 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 210 time: 0.0502903 Feb 12 21:41:11.798861 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-b274804a-1df2-4b2a-b341-33c03ddae886 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:11.800506 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-b274804a-1df2-4b2a-b341-33c03ddae886 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.66 "GET /v2.0/networks?id=49d264eb-e6ab-4a06-85dd-4a170108092b HTTP/1.1" status: 200 len: 811 time: 0.2432015 Feb 12 21:41:11.810532 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfdeb6-f3ea-435a-8fd7-d81314353a6e req-1927675e-e741-407c-93d5-853456059743 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:11.812211 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-50bfdeb6-f3ea-435a-8fd7-d81314353a6e req-1927675e-e741-407c-93d5-853456059743 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.1605275 Feb 12 21:41:11.909128 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-50bfdeb6-f3ea-435a-8fd7-d81314353a6e req-637d0023-1578-463b-83f1-898f45a31073 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892334 Feb 12 21:41:11.936771 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-9ded9c58-817c-4fc5-9191-976833ae1e3e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=719ecf1999794f40901c036e44df1ab2 HTTP/1.1" status: 200 len: 5708 time: 0.0953879 Feb 12 21:41:12.004255 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Request body: {'port': {'device_id': 'fe84fd4a-a468-40a8-887c-00ef132e5106', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'admin_state_up': True, 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'security_groups': ['9cb99252-ecbd-4930-a30e-40b0bb2ee568']}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:41:12.011310 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0ca99a16-2e9d-4f7c-800a-70eabf70e217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:12.250358 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546d1e6-65fc-45fa-b036-65bccd5b4bf2 req-b22b62e5-fec5-4202-92ce-165db2bd7fd0 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:12.251997 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1546d1e6-65fc-45fa-b036-65bccd5b4bf2 req-b22b62e5-fec5-4202-92ce-165db2bd7fd0 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 944 time: 0.3009768 Feb 12 21:41:12.253064 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:41:12.271390 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec73cb3-7847-4975-80ea-a96a21257cb8 req-20ecae50-dafb-4fa6-a48c-c0e8ad5d8e9f tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:12.273013 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9ec73cb3-7847-4975-80ea-a96a21257cb8 req-20ecae50-dafb-4fa6-a48c-c0e8ad5d8e9f tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.1911058 Feb 12 21:41:12.293110 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:41:12.355813 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Made reservation on behalf of 719ecf1999794f40901c036e44df1ab2 for: {'port': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:41:12.361409 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:12.373587 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1546d1e6-65fc-45fa-b036-65bccd5b4bf2 req-621595c7-0ae0-43e7-a140-62e366cc2ee8 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126556 Feb 12 21:41:12.385546 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9ec73cb3-7847-4975-80ea-a96a21257cb8 req-dd46a433-3a53-4aef-9770-a1eceb1a5676 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959921 Feb 12 21:41:12.580999 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3706a3d5-edf3-4700-b986-d0a6ae893703 req-13f2ccac-6dd5-4fde-b3bd-7a5bd5c5d037 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 210 time: 0.0616190 Feb 12 21:41:12.776020 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Allocated IP 172.20.0.12 (49d264eb-e6ab-4a06-85dd-4a170108092b/15c6f20f-eb79-4905-a5a3-1d30426979c3/89862f2a-7f91-4ce2-89fd-d646147e097e) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:41:12.989338 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:13.006749 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Transition to ACTIVE for port object 89862f2a-7f91-4ce2-89fd-d646147e097e will not be triggered until provisioned by entity DHCP. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:41:13.032564 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:13.054061 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1fbdc00c-6a7a-4934-96f7-5bb10bd9049c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:13.273746 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event updated for resources: {'Port': ['ID=89862f2a-7f91-4ce2-89fd-d646147e097e,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:13.282920 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:13.335891 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Network 49d264eb-e6ab-4a06-85dd-4a170108092b is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:41:13.338418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:41:13.345890 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ec46d-d400-4941-a802-6c4cee7a41cf req-3fd16498-c277-4d94-b0af-2724fcd2a88f tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:13.347526 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-966ec46d-d400-4941-a802-6c4cee7a41cf req-3fd16498-c277-4d94-b0af-2724fcd2a88f tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.2523646 Feb 12 21:41:13.348363 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:41:13.467133 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-966ec46d-d400-4941-a802-6c4cee7a41cf req-26db19e5-0fbe-4149-85f9-b6891a0a3d18 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901058 Feb 12 21:41:13.486831 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:13.488038 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:13.542571 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5480671 Feb 12 21:41:13.562789 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Request body: {'port': {'device_id': 'fe84fd4a-a468-40a8-887c-00ef132e5106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:41:13.612224 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a0d2b2d-3c9c-422a-8d5c-188b31e1a170 None None] Provisioning for port 89862f2a-7f91-4ce2-89fd-d646147e097e completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:41:13.617713 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a0d2b2d-3c9c-422a-8d5c-188b31e1a170 None None] Provisioning complete for port 89862f2a-7f91-4ce2-89fd-d646147e097e triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:41:13.618111 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a0d2b2d-3c9c-422a-8d5c-188b31e1a170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:13.688005 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d2b2d-3c9c-422a-8d5c-188b31e1a170 None None] Port 89862f2a-7f91-4ce2-89fd-d646147e097e cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:41:13.765037 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:13.843143 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a66fdb-6ec4-49f7-9493-208edb84f9dd req-5e3b9839-3ebd-4b2d-938f-2b8fe88d839c tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:13.844822 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d4a66fdb-6ec4-49f7-9493-208edb84f9dd req-5e3b9839-3ebd-4b2d-938f-2b8fe88d839c tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.2218235 Feb 12 21:41:14.009981 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d4a66fdb-6ec4-49f7-9493-208edb84f9dd req-2a446ea4-42d9-433b-a8ac-3652c82547bd tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523352 Feb 12 21:41:14.109498 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581eea9-8db0-4e46-9925-32e95113728f req-d4072a14-4421-41c1-b70b-e9e6a85d724f tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:14.111135 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2581eea9-8db0-4e46-9925-32e95113728f req-d4072a14-4421-41c1-b70b-e9e6a85d724f tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 944 time: 0.4893491 Feb 12 21:41:14.335178 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.objects.ports [None req-772b3082-3036-4566-b025-7a01b0c39fc5 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84070) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 12 21:41:14.446854 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-15b4ecf1-cdae-4598-bd8b-cfedd15fc1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:14.536057 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2581eea9-8db0-4e46-9925-32e95113728f req-469fde7d-4656-4a2f-a183-e2200a4515e3 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153965 Feb 12 21:41:14.606181 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab25384-a3dc-4f8d-93dd-cc6f97be21bd req-7b47debc-43e2-44bb-ae9e-3729843d5204 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:14.606909 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-2ab25384-a3dc-4f8d-93dd-cc6f97be21bd req-7b47debc-43e2-44bb-ae9e-3729843d5204 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Synchronizing usage tracker for tenant:719ecf1999794f40901c036e44df1ab2 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:41:14.636787 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-2ab25384-a3dc-4f8d-93dd-cc6f97be21bd req-7b47debc-43e2-44bb-ae9e-3729843d5204 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Unset dirty status for tenant:719ecf1999794f40901c036e44df1ab2 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:41:14.638087 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2ab25384-a3dc-4f8d-93dd-cc6f97be21bd req-7b47debc-43e2-44bb-ae9e-3729843d5204 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 932 time: 0.5188797 Feb 12 21:41:14.750816 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89862f2a-7f91-4ce2-89fd-d646147e097e {{(pid=84069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:41:14.757886 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2ab25384-a3dc-4f8d-93dd-cc6f97be21bd req-1ea7b962-1aa6-4f08-837f-013b60a39064 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092167 Feb 12 21:41:14.762737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:14.783444 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Transition to ACTIVE for port object 89862f2a-7f91-4ce2-89fd-d646147e097e will not be triggered until provisioned by entity L2. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:41:14.786363 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11382359'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:14.803167 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-998e731c-08bb-4377-93ec-35f2055780a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:15.004713 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Pushing event updated for resources: {'Port': ['ID=89862f2a-7f91-4ce2-89fd-d646147e097e,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:15.022129 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:15.044497 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:15.084319 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5d5bb-497b-4e95-b104-3c0332f9253a req-0dcbfb4c-bfe4-485b-82f0-5fd0753649e0 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:15.085977 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a8b5d5bb-497b-4e95-b104-3c0332f9253a req-0dcbfb4c-bfe4-485b-82f0-5fd0753649e0 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.1914353 Feb 12 21:41:15.197787 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device bae61d84-6693-4ae4-b11f-38ed7124e4a5 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:41:15.251532 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Attempting to bind port 89862f2a-7f91-4ce2-89fd-d646147e097e on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:41:15.251953 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Attempting to bind port 89862f2a-7f91-4ce2-89fd-d646147e097e by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '98181978-c7f8-44c4-870c-7d9c406325cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b'}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:41:15.252289 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Attempting to bind port 89862f2a-7f91-4ce2-89fd-d646147e097e on network 49d264eb-e6ab-4a06-85dd-4a170108092b {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:41:15.259856 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:41:15.260266 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Checking segment: {'id': '98181978-c7f8-44c4-870c-7d9c406325cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:41:15.260869 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:15.261137 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Bound using segment: {'id': '98181978-c7f8-44c4-870c-7d9c406325cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b'} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:41:15.261626 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Bound port: 89862f2a-7f91-4ce2-89fd-d646147e097e, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98181978-c7f8-44c4-870c-7d9c406325cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b'}}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:41:15.262001 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:15.326213 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port bae61d84-6693-4ae4-b11f-38ed7124e4a5 completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:41:15.333470 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port bae61d84-6693-4ae4-b11f-38ed7124e4a5 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:41:15.334137 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:15.414298 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a8b5d5bb-497b-4e95-b104-3c0332f9253a req-8c5f00dc-5690-4b5f-9b07-2b5ed77ff134 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643714 Feb 12 21:41:15.497089 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] For port 89862f2a-7f91-4ce2-89fd-d646147e097e, host hv-cinder-77525, cleared binding levels {{(pid=84069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:41:15.500648 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] For port 89862f2a-7f91-4ce2-89fd-d646147e097e, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=89862f2a-7f91-4ce2-89fd-d646147e097e,segment=NetworkSegment(98181978-c7f8-44c4-870c-7d9c406325cb),segment_id=98181978-c7f8-44c4-870c-7d9c406325cb)] {{(pid=84069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:41:15.506360 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11382359'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:15.529030 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:15.588649 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:15.620736 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:41:15.632549 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port bae61d84-6693-4ae4-b11f-38ed7124e4a5, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=bae61d84-6693-4ae4-b11f-38ed7124e4a5,segment=NetworkSegment(4876b47c-2ec7-492b-8650-415ad9763bc2),segment_id=4876b47c-2ec7-492b-8650-415ad9763bc2)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:41:15.636207 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:15.638724 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-561c9c3d-2b0d-44e8-8fac-edf133e87e65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:15.682083 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5', 'code': 200} Feb 12 21:41:15.720245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=bae61d84-6693-4ae4-b11f-38ed7124e4a5,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:15.721000 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Pushing event updated for resources: {'Port': ['ID=89862f2a-7f91-4ce2-89fd-d646147e097e,revision_number=3']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:15.728660 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:15.730563 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:15.745322 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:15.782113 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:15.783282 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:15.785206 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] 10.222.0.66 "PUT /v2.0/ports/89862f2a-7f91-4ce2-89fd-d646147e097e HTTP/1.1" status: 200 len: 1158 time: 2.2272840 Feb 12 21:41:15.785913 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe84fd4a-a468-40a8-887c-00ef132e5106', 'tag': '89862f2a-7f91-4ce2-89fd-d646147e097e'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:41:16.159332 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09730b-6216-42a9-b337-6be3c99e5004 req-d1e4fbda-d5fc-4b16-a117-0a9fcf7db513 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:16.160997 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3b09730b-6216-42a9-b337-6be3c99e5004 req-d1e4fbda-d5fc-4b16-a117-0a9fcf7db513 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 946 time: 0.3024006 Feb 12 21:41:16.176995 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-4c0f4650-fb00-4565-8afd-583a78bc5a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:16.178597 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-4c0f4650-fb00-4565-8afd-583a78bc5a72 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=719ecf1999794f40901c036e44df1ab2&device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 1161 time: 0.2649264 Feb 12 21:41:16.199041 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7971b-d2d0-442c-a68d-b09cf87ff3c1 req-a6768a32-e052-4e07-8afa-f714665e5252 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:16.200644 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1ce7971b-d2d0-442c-a68d-b09cf87ff3c1 req-a6768a32-e052-4e07-8afa-f714665e5252 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 944 time: 0.2857499 Feb 12 21:41:16.255880 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6d39c-8de1-4319-90bc-9862e145218b req-96a7a459-2d91-4b0e-b9ef-938b59d62844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:16.257465 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c1a6d39c-8de1-4319-90bc-9862e145218b req-96a7a459-2d91-4b0e-b9ef-938b59d62844 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 1163 time: 0.2653883 Feb 12 21:41:16.306283 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-21558a9a-f2c1-4a2e-aa4f-610ab79df2ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89862f2a-7f91-4ce2-89fd-d646147e097e HTTP/1.1" status: 200 len: 217 time: 0.1026957 Feb 12 21:41:16.415320 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3b09730b-6216-42a9-b337-6be3c99e5004 req-9662d3bf-30f9-4c00-9e25-ff9e9a4996d8 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437897 Feb 12 21:41:16.425496 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1ce7971b-d2d0-442c-a68d-b09cf87ff3c1 req-8c5cb0e9-6bb6-4ed7-a876-c11d7d9159d6 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669860 Feb 12 21:41:16.429232 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c1a6d39c-8de1-4319-90bc-9862e145218b req-61447288-c359-4037-8f56-ba1d1710ddac service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497393 Feb 12 21:41:16.448015 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-ece57ee2-ea9f-4ef7-93d0-1fbbe34f9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:16.448015 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-ece57ee2-ea9f-4ef7-93d0-1fbbe34f9220 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c6f20f-eb79-4905-a5a3-1d30426979c3 HTTP/1.1" status: 200 len: 850 time: 0.1239631 Feb 12 21:41:16.478863 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe84fd4a-a468-40a8-887c-00ef132e5106', 'tag': '89862f2a-7f91-4ce2-89fd-d646147e097e', 'status': 'completed', 'code': 200} Feb 12 21:41:16.661418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82498ce7-f94f-4db1-906a-7915dba55140 req-fd4ae762-d64a-44c8-9de7-0bcf273ec27c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:16.663026 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-82498ce7-f94f-4db1-906a-7915dba55140 req-fd4ae762-d64a-44c8-9de7-0bcf273ec27c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.0934503 Feb 12 21:41:16.700381 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:16.714392 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-82498ce7-f94f-4db1-906a-7915dba55140 req-95f33f9d-12ac-4b92-8e25-39a589c3128c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440233 Feb 12 21:41:16.954431 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-b3625dc9-0f96-4afd-b952-aae6385c90da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:16.954431 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-b3625dc9-0f96-4afd-b952-aae6385c90da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49d264eb-e6ab-4a06-85dd-4a170108092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808322 Feb 12 21:41:17.139286 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-0b70f786-beca-4423-a3c4-62bc82a04be0 service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494558 Feb 12 21:41:17.273941 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:41:17.294507 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-78806b11-3153-49ab-aad9-a3b5794296d4 req-6b5fa2eb-dc4b-4165-a823-b92e56804aea service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1445835 Feb 12 21:41:17.362446 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:41:17.362853 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:17.497171 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2d8c9-3066-4ee8-acae-2f828860b27d req-0b00c575-c8e7-486f-b62b-678a6c730c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:17.498870 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8fb2d8c9-3066-4ee8-acae-2f828860b27d req-0b00c575-c8e7-486f-b62b-678a6c730c9e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=719ecf1999794f40901c036e44df1ab2&device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 1161 time: 0.0911129 Feb 12 21:41:17.509432 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:17.547881 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:41:17.551016 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:17.551965 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device bae61d84-6693-4ae4-b11f-38ed7124e4a5 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:41:17.600866 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:17.683170 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:41:17.697837 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185,revision_number=6']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:17.701865 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:17.709016 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port bae61d84-6693-4ae4-b11f-38ed7124e4a5 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:41:17.709441 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:18.035026 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2d8c9-3066-4ee8-acae-2f828860b27d req-280ab8eb-67a2-4835-9728-6d81d1793620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:18.036720 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8fb2d8c9-3066-4ee8-acae-2f828860b27d req-280ab8eb-67a2-4835-9728-6d81d1793620 service neutron] 10.222.0.66 "GET /v2.0/networks?id=49d264eb-e6ab-4a06-85dd-4a170108092b HTTP/1.1" status: 200 len: 905 time: 0.5307536 Feb 12 21:41:18.051783 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56752840-4549-442e-b919-499e8523716c req-f9f783bb-304d-4479-93d5-422a4e8362d5 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:18.053278 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-56752840-4549-442e-b919-499e8523716c req-f9f783bb-304d-4479-93d5-422a4e8362d5 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 946 time: 0.4638295 Feb 12 21:41:18.109646 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0017086-1929-4b6d-8d94-8d64ab9b9681 req-6f7d7220-b458-4b46-ba1c-4746cfa0aaa4 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:18.111202 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a0017086-1929-4b6d-8d94-8d64ab9b9681 req-6f7d7220-b458-4b46-ba1c-4746cfa0aaa4 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 944 time: 0.5115118 Feb 12 21:41:18.144326 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8fb2d8c9-3066-4ee8-acae-2f828860b27d req-36b74da2-5289-4e9a-891e-4cfd2ffdf337 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89862f2a-7f91-4ce2-89fd-d646147e097e HTTP/1.1" status: 200 len: 217 time: 0.0988042 Feb 12 21:41:18.249559 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-56752840-4549-442e-b919-499e8523716c req-b383652c-2166-4dda-8ed4-bc372161b3ed tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318073 Feb 12 21:41:18.258061 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a0017086-1929-4b6d-8d94-8d64ab9b9681 req-c1f065db-f80a-4088-b9f3-e29c98dd8ff2 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385546 Feb 12 21:41:18.272290 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2d8c9-3066-4ee8-acae-2f828860b27d req-d1ac953d-2fd5-48ec-9bd4-3a2ab52bd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:18.273881 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8fb2d8c9-3066-4ee8-acae-2f828860b27d req-d1ac953d-2fd5-48ec-9bd4-3a2ab52bd9c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c6f20f-eb79-4905-a5a3-1d30426979c3 HTTP/1.1" status: 200 len: 850 time: 0.0857921 Feb 12 21:41:18.324744 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185', 'code': 200} Feb 12 21:41:18.400115 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2d8c9-3066-4ee8-acae-2f828860b27d req-8470ddbd-271a-47ee-a74c-e66406f4d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:18.401822 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8fb2d8c9-3066-4ee8-acae-2f828860b27d req-8470ddbd-271a-47ee-a74c-e66406f4d56e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49d264eb-e6ab-4a06-85dd-4a170108092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1100593 Feb 12 21:41:18.655402 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8fb2d8c9-3066-4ee8-acae-2f828860b27d req-d176027c-d6ca-42cc-ba7a-23322ed8fa95 service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328739 Feb 12 21:41:18.661888 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa90cc-b966-4b3e-80f2-64bfc6d21390 req-00a43203-24c7-4c3e-a8cf-50e2e21f1222 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:18.663581 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-51aa90cc-b966-4b3e-80f2-64bfc6d21390 req-00a43203-24c7-4c3e-a8cf-50e2e21f1222 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.2062261 Feb 12 21:41:18.666993 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:41:18.763985 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:41:18.764412 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:18.816816 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-51aa90cc-b966-4b3e-80f2-64bfc6d21390 req-ce45fcda-6523-4d42-a85e-e3cfb24ee1f6 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296272 Feb 12 21:41:18.854296 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 37510) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:41:18.861319 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8fb2d8c9-3066-4ee8-acae-2f828860b27d req-78f0491e-0f2e-45d2-8b67-a35e25ae4eb9 service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1966031 Feb 12 21:41:18.936559 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device bae61d84-6693-4ae4-b11f-38ed7124e4a5 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:41:19.000607 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eec193d7-76bb-4f34-837e-4334f7db3af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:19.018460 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-eec193d7-76bb-4f34-837e-4334f7db3af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:41:19.026074 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-eec193d7-76bb-4f34-837e-4334f7db3af4 admin admin] Usage tracker for resource:security_group_rule and tenant:0c7f0bc0e21549859b5034ed200bcee0 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:41:19.029871 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-eec193d7-76bb-4f34-837e-4334f7db3af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:41:19.036892 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-eec193d7-76bb-4f34-837e-4334f7db3af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:41:19.151255 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eec193d7-76bb-4f34-837e-4334f7db3af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:19.155847 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eec193d7-76bb-4f34-837e-4334f7db3af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:19.169742 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1015fc59-fc91-418c-8991-6b38bf90c9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:19.197077 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port bae61d84-6693-4ae4-b11f-38ed7124e4a5 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:41:19.198131 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:19.210581 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b48381-863a-472c-a135-36b305e1ed9c req-af37429b-3161-4861-82e3-2a3f558a9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:19.213125 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-98b48381-863a-472c-a135-36b305e1ed9c req-af37429b-3161-4861-82e3-2a3f558a9610 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 1162 time: 0.1006827 Feb 12 21:41:19.225478 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-eec193d7-76bb-4f34-837e-4334f7db3af4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c7f0bc0e21549859b5034ed200bcee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699851 Feb 12 21:41:19.226175 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 37518) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:41:19.230325 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec193d7-76bb-4f34-837e-4334f7db3af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67b48bf-1783-4583-a4c2-5135f5022b63,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:19.245802 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-eec193d7-76bb-4f34-837e-4334f7db3af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:19.285317 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-98b48381-863a-472c-a135-36b305e1ed9c req-7914e2dd-531b-445b-b6d6-7f16e6c514db service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646980 Feb 12 21:41:19.321940 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebe153e7-e0b7-4705-8080-ee54f58e6333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:19.351975 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebe153e7-e0b7-4705-8080-ee54f58e6333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:19.400337 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebe153e7-e0b7-4705-8080-ee54f58e6333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:19.404383 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7f61823a-6e83-41fa-bc22-91614186557f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:19.420021 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe153e7-e0b7-4705-8080-ee54f58e6333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67b48bf-1783-4583-a4c2-5135f5022b63,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:19.423119 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ebe153e7-e0b7-4705-8080-ee54f58e6333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:19.424091 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebe153e7-e0b7-4705-8080-ee54f58e6333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:19.429344 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ebe153e7-e0b7-4705-8080-ee54f58e6333 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a67b48bf-1783-4583-a4c2-5135f5022b63 HTTP/1.1" status: 204 len: 168 time: 0.2016990 Feb 12 21:41:19.565006 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077f87-f72a-4cf5-826b-c9230c02c31a req-8b5504e4-0b36-40e0-897d-300f87aca0b7 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:19.566632 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-20077f87-f72a-4cf5-826b-c9230c02c31a req-8b5504e4-0b36-40e0-897d-300f87aca0b7 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 946 time: 0.1804988 Feb 12 21:41:19.573135 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed889a61-b429-4e06-af13-185d87974bfb req-501fbd53-5159-41ae-925f-90a6dd856cad tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:19.574679 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed889a61-b429-4e06-af13-185d87974bfb req-501fbd53-5159-41ae-925f-90a6dd856cad tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 944 time: 0.1478710 Feb 12 21:41:19.651861 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-20077f87-f72a-4cf5-826b-c9230c02c31a req-5e1aeeb9-8e89-4061-a5ee-dc74700881b0 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760245 Feb 12 21:41:19.659839 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed889a61-b429-4e06-af13-185d87974bfb req-5047c0e4-4c0b-421d-852f-3a3af061f15a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693860 Feb 12 21:41:19.770236 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 37532) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:41:19.790642 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c67c950-f38e-417d-9bc9-248e7bafa65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:19.807729 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-2c67c950-f38e-417d-9bc9-248e7bafa65e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:41:19.812099 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-2c67c950-f38e-417d-9bc9-248e7bafa65e admin admin] Usage tracker for resource:security_group_rule and tenant:0444fe5225ed459ca9fe934961b8b9c2 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:41:19.816485 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-2c67c950-f38e-417d-9bc9-248e7bafa65e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:41:19.822667 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-2c67c950-f38e-417d-9bc9-248e7bafa65e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:41:19.879506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163c731-3b69-4a55-9116-b1de2b139b1b req-a26162c3-cc62-44f4-8cf0-33aa5a7f1ffd tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:19.889635 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c163c731-3b69-4a55-9116-b1de2b139b1b req-a26162c3-cc62-44f4-8cf0-33aa5a7f1ffd tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 946 time: 0.1186912 Feb 12 21:41:19.921244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c67c950-f38e-417d-9bc9-248e7bafa65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:19.925444 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c67c950-f38e-417d-9bc9-248e7bafa65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:19.937416 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a9812118-5ea6-4f4f-8e9f-57be9a931a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:19.938703 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c163c731-3b69-4a55-9116-b1de2b139b1b req-95c92f14-0c9e-493d-8e4a-06e51631b1dc tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475016 Feb 12 21:41:19.988439 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-2c67c950-f38e-417d-9bc9-248e7bafa65e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0444fe5225ed459ca9fe934961b8b9c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145720 Feb 12 21:41:19.988439 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67c950-f38e-417d-9bc9-248e7bafa65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b2c60e-62fe-40fb-bce7-2bd920155249,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:19.990635 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 37542) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:41:19.991107 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2c67c950-f38e-417d-9bc9-248e7bafa65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:20.090079 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-78381545-e0b2-4740-92dc-7a46dbefc15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:20.112705 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eca9fd-1d57-4ed1-958d-e8bc3f6c1f56 req-1560c512-4edf-4322-a2b5-22effdf12b2d tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:20.114341 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b5eca9fd-1d57-4ed1-958d-e8bc3f6c1f56 req-1560c512-4edf-4322-a2b5-22effdf12b2d tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.1663632 Feb 12 21:41:20.145348 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-78381545-e0b2-4740-92dc-7a46dbefc15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:20.204687 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b5eca9fd-1d57-4ed1-958d-e8bc3f6c1f56 req-9ba8e5e9-b3c5-4372-8d4e-716eaea3c563 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819795 Feb 12 21:41:20.219232 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-78381545-e0b2-4740-92dc-7a46dbefc15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:20.224635 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:20.236334 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78381545-e0b2-4740-92dc-7a46dbefc15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b2c60e-62fe-40fb-bce7-2bd920155249,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:20.241712 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-78381545-e0b2-4740-92dc-7a46dbefc15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:20.245263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-78381545-e0b2-4740-92dc-7a46dbefc15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:20.246474 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-78381545-e0b2-4740-92dc-7a46dbefc15f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30b2c60e-62fe-40fb-bce7-2bd920155249 HTTP/1.1" status: 204 len: 168 time: 0.2498553 Feb 12 21:41:20.367491 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b503e-ccf5-46e2-95eb-5b7d612e22bd req-10998a52-da47-407b-bf9d-1efd5fc191dc tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:20.369340 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-947b503e-ccf5-46e2-95eb-5b7d612e22bd req-10998a52-da47-407b-bf9d-1efd5fc191dc tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 946 time: 0.0909510 Feb 12 21:41:20.421797 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-947b503e-ccf5-46e2-95eb-5b7d612e22bd req-efec603f-c0bd-4089-91d1-fe5f1efad6b8 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459237 Feb 12 21:41:20.629176 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 37556) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:41:20.650311 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-236488a7-d9bd-47b7-b9da-f6515c7607b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:20.666900 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-236488a7-d9bd-47b7-b9da-f6515c7607b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:41:20.671006 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-236488a7-d9bd-47b7-b9da-f6515c7607b4 admin admin] Usage tracker for resource:security_group_rule and tenant:2c60a341d6ed41baa711d8b219788eee is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:41:20.674077 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-236488a7-d9bd-47b7-b9da-f6515c7607b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:41:20.679960 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-236488a7-d9bd-47b7-b9da-f6515c7607b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:41:20.777629 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-236488a7-d9bd-47b7-b9da-f6515c7607b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:20.782280 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-236488a7-d9bd-47b7-b9da-f6515c7607b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:20.793224 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-fa1cf0a9-2d4b-41c4-afe9-c16997c99041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:20.896201 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-236488a7-d9bd-47b7-b9da-f6515c7607b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c60a341d6ed41baa711d8b219788eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657249 Feb 12 21:41:20.898809 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236488a7-d9bd-47b7-b9da-f6515c7607b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dbf081-a68c-42da-af74-1bbe6a44defa,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:20.899538 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 37566) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:41:20.905193 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-236488a7-d9bd-47b7-b9da-f6515c7607b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:20.949506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bbe4f-05dd-4240-9006-aa8fdfc0a066 req-e1570b7d-f325-49c8-a2c5-365c5ee4340d tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:20.952717 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-262bbe4f-05dd-4240-9006-aa8fdfc0a066 req-e1570b7d-f325-49c8-a2c5-365c5ee4340d tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 944 time: 0.1519489 Feb 12 21:41:20.991377 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a96d59da-cd35-4368-86ae-eee60b374188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:21.033200 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-262bbe4f-05dd-4240-9006-aa8fdfc0a066 req-8b42e9d6-d046-4441-ac57-1f48bc75a409 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685725 Feb 12 21:41:21.036743 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a96d59da-cd35-4368-86ae-eee60b374188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:21.084964 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a96d59da-cd35-4368-86ae-eee60b374188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:21.090989 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c865f6d4-1aaa-43b5-870a-00747ce35b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:21.105039 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d59da-cd35-4368-86ae-eee60b374188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dbf081-a68c-42da-af74-1bbe6a44defa,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:21.109035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a96d59da-cd35-4368-86ae-eee60b374188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:21.116692 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a96d59da-cd35-4368-86ae-eee60b374188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:21.117930 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-a96d59da-cd35-4368-86ae-eee60b374188 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11dbf081-a68c-42da-af74-1bbe6a44defa HTTP/1.1" status: 204 len: 168 time: 0.2168078 Feb 12 21:41:21.447875 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702ec34-b17c-46df-9f4e-aad674be4cb9 req-edda8a2e-4d96-4130-9f0e-5e0f4b25b567 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:21.450684 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b702ec34-b17c-46df-9f4e-aad674be4cb9 req-edda8a2e-4d96-4130-9f0e-5e0f4b25b567 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.1166172 Feb 12 21:41:21.513464 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b702ec34-b17c-46df-9f4e-aad674be4cb9 req-50c0f625-d420-4d58-9a42-a91a770c9d78 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493085 Feb 12 21:41:22.238251 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb3c77-537c-4447-ab69-55c6947f8cd8 req-c4f493a7-e7e9-4a43-9fc8-95cc5d3ef645 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:22.239918 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-36fb3c77-537c-4447-ab69-55c6947f8cd8 req-c4f493a7-e7e9-4a43-9fc8-95cc5d3ef645 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 944 time: 0.0914414 Feb 12 21:41:22.290645 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-36fb3c77-537c-4447-ab69-55c6947f8cd8 req-6e7565ac-d247-44b7-bde8-ab3103c35ee7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430913 Feb 12 21:41:22.724716 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3842e9d-f9e3-4ecc-a14a-ed9f55e1a92c req-aacd4c62-d310-4e21-97aa-6c6bfa48c800 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:22.726348 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f3842e9d-f9e3-4ecc-a14a-ed9f55e1a92c req-aacd4c62-d310-4e21-97aa-6c6bfa48c800 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.0929089 Feb 12 21:41:22.777196 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f3842e9d-f9e3-4ecc-a14a-ed9f55e1a92c req-077d0a24-f1ff-4662-820f-656c16c06abd tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435293 Feb 12 21:41:23.503484 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444dbae-9df6-4564-afcd-bd9d644d539a req-e3525e81-332e-47cd-b0a3-7548a7fb5ab6 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:23.505143 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0444dbae-9df6-4564-afcd-bd9d644d539a req-e3525e81-332e-47cd-b0a3-7548a7fb5ab6 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 944 time: 0.0921922 Feb 12 21:41:23.563450 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0444dbae-9df6-4564-afcd-bd9d644d539a req-352278cc-1c66-45cd-ae88-b5fe9bbd2579 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515499 Feb 12 21:41:23.621610 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:41:23.697324 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:41:23.697725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:23.826098 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 89862f2a-7f91-4ce2-89fd-d646147e097e up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:41:23.899862 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port 89862f2a-7f91-4ce2-89fd-d646147e097e completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:41:23.905968 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 89862f2a-7f91-4ce2-89fd-d646147e097e triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:41:23.906384 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:24.030517 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:24.061480 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe84fd4a-a468-40a8-887c-00ef132e5106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89862f2a-7f91-4ce2-89fd-d646147e097e'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:41:24.072119 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 89862f2a-7f91-4ce2-89fd-d646147e097e, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=89862f2a-7f91-4ce2-89fd-d646147e097e,segment=NetworkSegment(98181978-c7f8-44c4-870c-7d9c406325cb),segment_id=98181978-c7f8-44c4-870c-7d9c406325cb)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:41:24.075223 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:24.077420 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6b9d284e-b51d-45e4-8895-4281414bad7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:24.113240 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe84fd4a-a468-40a8-887c-00ef132e5106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89862f2a-7f91-4ce2-89fd-d646147e097e', 'code': 200} Feb 12 21:41:24.153582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=89862f2a-7f91-4ce2-89fd-d646147e097e,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:24.157262 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:24.443233 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9271e2-181d-4d5b-b3db-deff7f6a26ce req-36de0077-b8fa-462a-86a6-f2abc1f3eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:24.445161 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3c9271e2-181d-4d5b-b3db-deff7f6a26ce req-36de0077-b8fa-462a-86a6-f2abc1f3eef9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 1163 time: 0.0800998 Feb 12 21:41:24.502241 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3c9271e2-181d-4d5b-b3db-deff7f6a26ce req-799807da-5852-45ab-97f1-81c510141319 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390654 Feb 12 21:41:24.538398 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 89862f2a-7f91-4ce2-89fd-d646147e097e up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:41:24.614918 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 89862f2a-7f91-4ce2-89fd-d646147e097e triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:41:24.615392 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:24.779203 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bee5a-50ea-4dc3-9c79-9a9cde3cadf1 req-9fe987ce-6b10-4e76-82cb-f90d13353d14 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:24.780864 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0d2bee5a-50ea-4dc3-9c79-9a9cde3cadf1 req-9fe987ce-6b10-4e76-82cb-f90d13353d14 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0929904 Feb 12 21:41:24.830834 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0d2bee5a-50ea-4dc3-9c79-9a9cde3cadf1 req-8336aa1f-130d-4a49-a014-65474a7d2e10 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435290 Feb 12 21:41:26.032392 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072412b6-cf6c-4b19-9d79-2c055063d54f req-d08f7803-ddf0-461c-aabf-e9487ae2b810 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:26.034023 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-072412b6-cf6c-4b19-9d79-2c055063d54f req-d08f7803-ddf0-461c-aabf-e9487ae2b810 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0874779 Feb 12 21:41:26.082625 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-072412b6-cf6c-4b19-9d79-2c055063d54f req-9fcbb76c-2e05-48f7-ad3a-21f1fe8c94e9 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416062 Feb 12 21:41:26.627175 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a0a66-54f9-47fa-ad42-cd9c8b6f5765 req-653dcde2-4123-4d28-bdf7-80e37a83299f tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:26.628807 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-804a0a66-54f9-47fa-ad42-cd9c8b6f5765 req-653dcde2-4123-4d28-bdf7-80e37a83299f tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 946 time: 0.0895560 Feb 12 21:41:26.676980 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-804a0a66-54f9-47fa-ad42-cd9c8b6f5765 req-dc49d8fc-d0d7-4ee0-801e-7732375fda8a tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418401 Feb 12 21:41:26.871817 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-cf3a8cb9-8a5c-4183-a484-06a91a0967d2 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1561525 Feb 12 21:41:26.881940 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Request body: {'floatingip': {'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:41:26.888323 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:41:26.892462 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Usage tracker for resource:floatingip and tenant:a2c3bd88183945119c66fe473d607ea3 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:41:26.895482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:41:26.902009 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:41:26.911279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for floatingip, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:27.054180 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:27.394998 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa457e-c1e6-4181-aba3-2d91e15078f2 req-191c93ca-a1bc-423c-a140-91d1e552c255 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:27.396549 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b3aa457e-c1e6-4181-aba3-2d91e15078f2 req-191c93ca-a1bc-423c-a140-91d1e552c255 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.1727858 Feb 12 21:41:27.410098 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Allocated IP 172.28.0.183 (5a123e99-c8d4-46ae-bf35-04ebb9b85da4/3df2dbbb-2cf4-410a-9e1d-3415c76c275c/fc5df3bb-c168-4059-9cba-601d72622de7) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:41:27.532804 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b3aa457e-c1e6-4181-aba3-2d91e15078f2 req-d6e8f211-75fd-4917-91eb-2bae110b9b5e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241155 Feb 12 21:41:27.615541 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:27.651513 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:27.674796 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:27.861878 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Pushing event updated for resources: {'Port': ['ID=fc5df3bb-c168-4059-9cba-601d72622de7,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:27.865485 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:27.940650 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a449b7c-8957-4fab-aced-b50e5a58934d req-955f21a1-d3e5-46b9-9bfc-3728fe1e8084 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:27.942290 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0a449b7c-8957-4fab-aced-b50e5a58934d req-955f21a1-d3e5-46b9-9bfc-3728fe1e8084 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.2712255 Feb 12 21:41:27.951509 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:41:27.952368 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 37686) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:41:27.952742 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:41:27.955317 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:41:27.959059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-5f463b09-5a33-4da2-9f0f-da5d7fdca909 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Request body: {'floatingip': {'port_id': '89862f2a-7f91-4ce2-89fd-d646147e097e'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:41:28.051632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f463b09-5a33-4da2-9f0f-da5d7fdca909 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for floatingip, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:28.278871 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:28.340897 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:28.618508 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:28.622865 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11382359'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:28.638246 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-58610d24-10fc-446c-a1f1-326db585d0d5 tempest-VolumesActionsTest-1822685969 tempest-VolumesActionsTest-1822685969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:28.691327 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f463b09-5a33-4da2-9f0f-da5d7fdca909 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:28.694029 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f463b09-5a33-4da2-9f0f-da5d7fdca909 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:28.774715 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Pushing event updated for resources: {'Port': ['ID=fc5df3bb-c168-4059-9cba-601d72622de7,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:28.779371 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:28.885878 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.l3_db [None req-5f463b09-5a33-4da2-9f0f-da5d7fdca909 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Floating IP a8ad8f64-de95-4579-8fb7-a85854c01397 associated. External IP: 172.28.0.78, port: 89862f2a-7f91-4ce2-89fd-d646147e097e. Feb 12 21:41:28.886501 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:28.916436 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:28.917763 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0399888 Feb 12 21:41:29.010113 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-447d8f4a-363d-45f3-9309-a362a6df33da tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Synchronizing usage tracker for tenant:a2c3bd88183945119c66fe473d607ea3 on resource:floatingip {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:41:29.026306 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-447d8f4a-363d-45f3-9309-a362a6df33da tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Unset dirty status for tenant:a2c3bd88183945119c66fe473d607ea3 on resource:floatingip {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:41:29.027582 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-447d8f4a-363d-45f3-9309-a362a6df33da tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.28.0.183 HTTP/1.1" status: 200 len: 696 time: 0.1030538 Feb 12 21:41:29.192734 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-39b3b393-1443-4bf8-b145-d090638c65f0 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:29.194231 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8323e4af-e9ef-4052-b836-5a36923a3248 req-39b3b393-1443-4bf8-b145-d090638c65f0 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/networks/5a123e99-c8d4-46ae-bf35-04ebb9b85da4 HTTP/1.1" status: 200 len: 784 time: 0.1601553 Feb 12 21:41:29.388224 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-3c0f77a5-0b82-42cb-aec6-c467c1fb3fa3 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:29.389902 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-3c0f77a5-0b82-42cb-aec6-c467c1fb3fa3 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0930488 Feb 12 21:41:29.483176 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-993d0d03-6c95-416a-8898-52725172ae9a tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.28.0.183 HTTP/1.1" status: 200 len: 696 time: 0.0868225 Feb 12 21:41:29.494274 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-0866cec7-1e44-404a-adcf-82dfa3312b64 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Request body: {'floatingip': {'port_id': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:41:29.501546 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f463b09-5a33-4da2-9f0f-da5d7fdca909 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Router 025a334f-6ae2-4888-af00-96398b0b1495 has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:41:29.593417 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-0866cec7-1e44-404a-adcf-82dfa3312b64 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for floatingip, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:29.697738 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f463b09-5a33-4da2-9f0f-da5d7fdca909 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:41:29.702375 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f463b09-5a33-4da2-9f0f-da5d7fdca909 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:29.707963 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d36c43-c104-47cc-a895-672498d3d3e1 None None] Sync routers for ids ['025a334f-6ae2-4888-af00-96398b0b1495'] in dv-cinder-775250-2-smb {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:41:29.719532 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d36c43-c104-47cc-a895-672498d3d3e1 None None] Routers {'025a334f-6ae2-4888-af00-96398b0b1495'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:41:29.720220 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b0d36c43-c104-47cc-a895-672498d3d3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:41:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['025a334f-6ae2-4888-af00-96398b0b1495'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:41:29.784679 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-5f463b09-5a33-4da2-9f0f-da5d7fdca909 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "PUT /v2.0/floatingips/a8ad8f64-de95-4579-8fb7-a85854c01397 HTTP/1.1" status: 200 len: 991 time: 1.8310714 Feb 12 21:41:29.785400 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe84fd4a-a468-40a8-887c-00ef132e5106', 'tag': '89862f2a-7f91-4ce2-89fd-d646147e097e'}] {{(pid=84068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:41:29.973887 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-b0d36c43-c104-47cc-a895-672498d3d3e1 None None] Set router 025a334f-6ae2-4888-af00-96398b0b1495 gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:41:30.025212 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe84fd4a-a468-40a8-887c-00ef132e5106', 'tag': '89862f2a-7f91-4ce2-89fd-d646147e097e', 'status': 'completed', 'code': 200} Feb 12 21:41:30.255904 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b318c5-09ff-4b84-b568-c46f5a44e7cb req-5688b0f7-10d8-4c9e-8872-1cd9c762e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:30.257565 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-47b318c5-09ff-4b84-b568-c46f5a44e7cb req-5688b0f7-10d8-4c9e-8872-1cd9c762e930 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=719ecf1999794f40901c036e44df1ab2&device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 1163 time: 0.1321228 Feb 12 21:41:30.426845 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b0d36c43-c104-47cc-a895-672498d3d3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:46Z', 'revision_number': 4, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': 'a8ad8f64-de95-4579-8fb7-a85854c01397', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'floating_ip_address': '172.28.0.78', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'port_id': '89862f2a-7f91-4ce2-89fd-d646147e097e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'mac_address': 'fa:16:3e:8d:9c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe84fd4a-a468-40a8-887c-00ef132e5106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:40:51Z', 'updated_at': '2021-02-12T21:41:28Z', 'revision_number': 1, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9cc35e3-c4d1-445b-99fc-4f027d63224a', 'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'mac_address': 'fa:16:3e:24:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:45Z', 'updated_at': '2021-02-12T21:40:54Z', 'revision_number': 5, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'subnets': [{'id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:41:30.432212 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d36c43-c104-47cc-a895-672498d3d3e1 None None] Checking router: 025a334f-6ae2-4888-af00-96398b0b1495 for host: dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:41:30.442257 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d36c43-c104-47cc-a895-672498d3d3e1 None None] Routers {'025a334f-6ae2-4888-af00-96398b0b1495'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:41:30.443393 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b0d36c43-c104-47cc-a895-672498d3d3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:41:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['025a334f-6ae2-4888-af00-96398b0b1495'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:41:30.470378 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-0866cec7-1e44-404a-adcf-82dfa3312b64 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:30.484326 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-0866cec7-1e44-404a-adcf-82dfa3312b64 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:30.610497 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:30.656558 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-b0d36c43-c104-47cc-a895-672498d3d3e1 None None] Set router 025a334f-6ae2-4888-af00-96398b0b1495 gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:41:30.661823 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b318c5-09ff-4b84-b568-c46f5a44e7cb req-21a17d81-c421-4b4d-8152-a524269d16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:30.663414 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-47b318c5-09ff-4b84-b568-c46f5a44e7cb req-21a17d81-c421-4b4d-8152-a524269d16dd service neutron] 10.222.0.66 "GET /v2.0/networks?id=49d264eb-e6ab-4a06-85dd-4a170108092b HTTP/1.1" status: 200 len: 905 time: 0.3289557 Feb 12 21:41:30.787329 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.l3_db [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-0866cec7-1e44-404a-adcf-82dfa3312b64 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Floating IP e8b4d249-353e-4ad4-a36f-f6c64ca92b03 associated. External IP: 172.28.0.183, port: bae61d84-6693-4ae4-b11f-38ed7124e4a5. Feb 12 21:41:31.062799 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b0d36c43-c104-47cc-a895-672498d3d3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:46Z', 'revision_number': 4, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': 'a8ad8f64-de95-4579-8fb7-a85854c01397', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'floating_ip_address': '172.28.0.78', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'port_id': '89862f2a-7f91-4ce2-89fd-d646147e097e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'mac_address': 'fa:16:3e:8d:9c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe84fd4a-a468-40a8-887c-00ef132e5106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:40:51Z', 'updated_at': '2021-02-12T21:41:28Z', 'revision_number': 1, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9cc35e3-c4d1-445b-99fc-4f027d63224a', 'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'mac_address': 'fa:16:3e:24:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:45Z', 'updated_at': '2021-02-12T21:40:54Z', 'revision_number': 5, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'subnets': [{'id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:41:31.067603 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d36c43-c104-47cc-a895-672498d3d3e1 None None] The sync data for ids ['025a334f-6ae2-4888-af00-96398b0b1495'] in dv-cinder-775250-2-smb is: [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:46Z', 'revision_number': 4, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': 'a8ad8f64-de95-4579-8fb7-a85854c01397', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'floating_ip_address': '172.28.0.78', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'port_id': '89862f2a-7f91-4ce2-89fd-d646147e097e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'mac_address': 'fa:16:3e:8d:9c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe84fd4a-a468-40a8-887c-00ef132e5106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:40:51Z', 'updated_at': '2021-02-12T21:41:28Z', 'revision_number': 1, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9cc35e3-c4d1-445b-99fc-4f027d63224a', 'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'mac_address': 'fa:16:3e:24:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:45Z', 'updated_at': '2021-02-12T21:40:54Z', 'revision_number': 5, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'subnets': [{'id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:41:31.175862 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-47b318c5-09ff-4b84-b568-c46f5a44e7cb req-608f76e5-5066-46ca-b637-e6f64894e3ec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89862f2a-7f91-4ce2-89fd-d646147e097e HTTP/1.1" status: 200 len: 999 time: 0.5006313 Feb 12 21:41:31.288174 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b318c5-09ff-4b84-b568-c46f5a44e7cb req-94dbd4e8-6a80-4603-a447-dfcdd866764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:31.290348 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-47b318c5-09ff-4b84-b568-c46f5a44e7cb req-94dbd4e8-6a80-4603-a447-dfcdd866764e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c6f20f-eb79-4905-a5a3-1d30426979c3 HTTP/1.1" status: 200 len: 850 time: 0.1002519 Feb 12 21:41:31.363156 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e91b8-ca1a-4bf9-aaa9-1cac52953957 None None] New status for floating IP a8ad8f64-de95-4579-8fb7-a85854c01397: ACTIVE {{(pid=84072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:41:31.558785 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-0866cec7-1e44-404a-adcf-82dfa3312b64 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Router f07c34b1-e3fb-4701-b1ed-042e94436e5c has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:41:31.564313 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b318c5-09ff-4b84-b568-c46f5a44e7cb req-3be0ecb7-a894-4e08-b708-1cb1b4b2fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:31.565940 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-47b318c5-09ff-4b84-b568-c46f5a44e7cb req-3be0ecb7-a894-4e08-b708-1cb1b4b2fb88 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49d264eb-e6ab-4a06-85dd-4a170108092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2158201 Feb 12 21:41:31.890953 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-0866cec7-1e44-404a-adcf-82dfa3312b64 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:41:31.894222 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-47b318c5-09ff-4b84-b568-c46f5a44e7cb req-0cc3caeb-ebd4-416f-a277-7503d46f6b9f service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637875 Feb 12 21:41:31.897191 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-0866cec7-1e44-404a-adcf-82dfa3312b64 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:31.902007 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a3b02f-fcc2-4ff7-b82e-f5a94a513576 None None] Sync routers for ids ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'] in dv-cinder-775250-2-smb {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:41:31.913299 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a3b02f-fcc2-4ff7-b82e-f5a94a513576 None None] Routers {'f07c34b1-e3fb-4701-b1ed-042e94436e5c'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:41:31.914066 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-73a3b02f-fcc2-4ff7-b82e-f5a94a513576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:41:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:41:32.049528 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-0866cec7-1e44-404a-adcf-82dfa3312b64 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "PUT /v2.0/floatingips/e8b4d249-353e-4ad4-a36f-f6c64ca92b03 HTTP/1.1" status: 200 len: 997 time: 2.5600054 Feb 12 21:41:32.052074 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'tag': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:41:32.109590 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-47b318c5-09ff-4b84-b568-c46f5a44e7cb req-816d04a7-37d1-47c7-bd40-ff79ae2c7013 service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1841757 Feb 12 21:41:32.121659 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'tag': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5', 'status': 'completed', 'code': 200} Feb 12 21:41:32.302570 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-73a3b02f-fcc2-4ff7-b82e-f5a94a513576 None None] Set router f07c34b1-e3fb-4701-b1ed-042e94436e5c gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:41:32.382729 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f1fb6-0338-4fed-9ebe-3afe12a85b41 req-e5e59118-b8d3-4469-9d1a-6edf35463545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:32.384924 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-233f1fb6-0338-4fed-9ebe-3afe12a85b41 req-e5e59118-b8d3-4469-9d1a-6edf35463545 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2c3bd88183945119c66fe473d607ea3&device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 1163 time: 0.1688046 Feb 12 21:41:32.387442 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-53fafcd0-fb42-4ba8-88fc-54e06842cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:32.388976 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-53fafcd0-fb42-4ba8-88fc-54e06842cc10 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a2c3bd88183945119c66fe473d607ea3&device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 1163 time: 0.3050299 Feb 12 21:41:32.654755 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-fa30e0e6-03b3-4a3e-83e1-ceb3fdba2006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:32.656415 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-fa30e0e6-03b3-4a3e-83e1-ceb3fdba2006 service neutron] 10.222.0.35 "GET /v2.0/networks?id=442c5856-d8a8-499f-8212-c45b52e4fb00 HTTP/1.1" status: 200 len: 909 time: 0.2608714 Feb 12 21:41:32.660965 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f1fb6-0338-4fed-9ebe-3afe12a85b41 req-b6fa9bb0-9941-4bc9-b4af-d21a8da2d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:32.662460 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-233f1fb6-0338-4fed-9ebe-3afe12a85b41 req-b6fa9bb0-9941-4bc9-b4af-d21a8da2d95f service neutron] 10.222.0.66 "GET /v2.0/networks?id=442c5856-d8a8-499f-8212-c45b52e4fb00 HTTP/1.1" status: 200 len: 909 time: 0.1945608 Feb 12 21:41:32.690856 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-73a3b02f-fcc2-4ff7-b82e-f5a94a513576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'name': 'tempest-TestMinimumBasicScenario-1322240768-router', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:39:56Z', 'updated_at': '2021-02-12T21:40:05Z', 'revision_number': 4, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'gw_port': {'id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:39:57Z', 'updated_at': '2021-02-12T21:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': 'e8b4d249-353e-4ad4-a36f-f6c64ca92b03', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'floating_ip_address': '172.28.0.183', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'port_id': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00', 'mac_address': 'fa:16:3e:c5:b7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:41:28Z', 'updated_at': '2021-02-12T21:41:30Z', 'revision_number': 1, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9ce937-f608-49bc-a330-c042e438adf2', 'name': '', 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'mac_address': 'fa:16:3e:21:9a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:03Z', 'updated_at': '2021-02-12T21:40:19Z', 'revision_number': 5, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'subnets': [{'id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:41:32.695039 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a3b02f-fcc2-4ff7-b82e-f5a94a513576 None None] Checking router: f07c34b1-e3fb-4701-b1ed-042e94436e5c for host: dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:41:32.704842 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a3b02f-fcc2-4ff7-b82e-f5a94a513576 None None] Routers {'f07c34b1-e3fb-4701-b1ed-042e94436e5c'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:41:32.705542 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-73a3b02f-fcc2-4ff7-b82e-f5a94a513576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:41:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:41:32.858127 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-d11da9ba-ea49-4de7-80b9-f2320d95ef81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae61d84-6693-4ae4-b11f-38ed7124e4a5 HTTP/1.1" status: 200 len: 1000 time: 0.1946304 Feb 12 21:41:32.861927 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-233f1fb6-0338-4fed-9ebe-3afe12a85b41 req-366d77c0-74d5-4887-ab63-dfc15080a5b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae61d84-6693-4ae4-b11f-38ed7124e4a5 HTTP/1.1" status: 200 len: 1000 time: 0.1460950 Feb 12 21:41:32.898368 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-73a3b02f-fcc2-4ff7-b82e-f5a94a513576 None None] Set router f07c34b1-e3fb-4701-b1ed-042e94436e5c gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:41:32.984289 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-802d08ba-2ca6-4d61-a074-a80cc8ea39a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:32.985830 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-802d08ba-2ca6-4d61-a074-a80cc8ea39a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7617e10-46d8-4e1b-b626-16aaa8fd84a7 HTTP/1.1" status: 200 len: 854 time: 0.1212392 Feb 12 21:41:32.991124 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f1fb6-0338-4fed-9ebe-3afe12a85b41 req-e87eb92c-ecf4-49ae-b780-2f20aac0a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:32.993326 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-233f1fb6-0338-4fed-9ebe-3afe12a85b41 req-e87eb92c-ecf4-49ae-b780-2f20aac0a1a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7617e10-46d8-4e1b-b626-16aaa8fd84a7 HTTP/1.1" status: 200 len: 854 time: 0.0875971 Feb 12 21:41:33.140534 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-182b94c1-e29e-43fe-bcd5-b6f7b121f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:33.142173 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-182b94c1-e29e-43fe-bcd5-b6f7b121f819 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=442c5856-d8a8-499f-8212-c45b52e4fb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1479299 Feb 12 21:41:33.144715 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f1fb6-0338-4fed-9ebe-3afe12a85b41 req-3ff1e84f-6e33-4404-a71d-90eb07f07280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:33.146188 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-233f1fb6-0338-4fed-9ebe-3afe12a85b41 req-3ff1e84f-6e33-4404-a71d-90eb07f07280 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=442c5856-d8a8-499f-8212-c45b52e4fb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1095674 Feb 12 21:41:33.154221 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-1b3bd7b6-14ec-4dcc-aa97-2a13b4823ab7 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:41:33.155257 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-1b3bd7b6-14ec-4dcc-aa97-2a13b4823ab7 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0053926 Feb 12 21:41:33.272207 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-73a3b02f-fcc2-4ff7-b82e-f5a94a513576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'name': 'tempest-TestMinimumBasicScenario-1322240768-router', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:39:56Z', 'updated_at': '2021-02-12T21:40:05Z', 'revision_number': 4, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'gw_port': {'id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:39:57Z', 'updated_at': '2021-02-12T21:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': 'e8b4d249-353e-4ad4-a36f-f6c64ca92b03', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'floating_ip_address': '172.28.0.183', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'port_id': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00', 'mac_address': 'fa:16:3e:c5:b7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:41:28Z', 'updated_at': '2021-02-12T21:41:30Z', 'revision_number': 1, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9ce937-f608-49bc-a330-c042e438adf2', 'name': '', 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'mac_address': 'fa:16:3e:21:9a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:03Z', 'updated_at': '2021-02-12T21:40:19Z', 'revision_number': 5, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'subnets': [{'id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:41:33.276896 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a3b02f-fcc2-4ff7-b82e-f5a94a513576 None None] The sync data for ids ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'] in dv-cinder-775250-2-smb is: [{'id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'name': 'tempest-TestMinimumBasicScenario-1322240768-router', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:39:56Z', 'updated_at': '2021-02-12T21:40:05Z', 'revision_number': 4, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'gw_port': {'id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:39:57Z', 'updated_at': '2021-02-12T21:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': 'e8b4d249-353e-4ad4-a36f-f6c64ca92b03', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'floating_ip_address': '172.28.0.183', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'port_id': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00', 'mac_address': 'fa:16:3e:c5:b7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:41:28Z', 'updated_at': '2021-02-12T21:41:30Z', 'revision_number': 1, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9ce937-f608-49bc-a330-c042e438adf2', 'name': '', 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'mac_address': 'fa:16:3e:21:9a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:03Z', 'updated_at': '2021-02-12T21:40:19Z', 'revision_number': 5, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'subnets': [{'id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:41:33.602786 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1007690-b31f-46b9-9366-58525f1f3ba6 None None] New status for floating IP e8b4d249-353e-4ad4-a36f-f6c64ca92b03: ACTIVE {{(pid=84072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:41:33.674271 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-1699a0f0-8106-41af-b115-9404b6e2e50c service neutron] 10.222.0.35 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124729 Feb 12 21:41:33.677761 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-233f1fb6-0338-4fed-9ebe-3afe12a85b41 req-b996f5f4-83df-488e-a886-6fdfd354d9b1 service neutron] 10.222.0.66 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935861 Feb 12 21:41:33.691807 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:41:33.934546 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a5e522ca-e41b-4e79-9262-b49dfb46910a req-559f03d2-6ce4-414a-8630-b58251543106 service neutron] 10.222.0.35 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2519560 Feb 12 21:41:33.951881 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-233f1fb6-0338-4fed-9ebe-3afe12a85b41 req-8b6f832f-343e-4e16-bd00-1a208a9b21ac service neutron] 10.222.0.66 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1811972 Feb 12 21:41:33.974735 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-cdddd0c0-cc2f-4542-9b40-3ebf91ce8b75 req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-628764931', 'description': 'tempest-TestMinimumBasicScenario-628764931 description'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:41:33.981872 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-cdddd0c0-cc2f-4542-9b40-3ebf91ce8b75 req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:41:33.986039 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-cdddd0c0-cc2f-4542-9b40-3ebf91ce8b75 req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Usage tracker for resource:security_group and tenant:a2c3bd88183945119c66fe473d607ea3 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:41:33.989137 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-cdddd0c0-cc2f-4542-9b40-3ebf91ce8b75 req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:41:33.996665 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-cdddd0c0-cc2f-4542-9b40-3ebf91ce8b75 req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:41:34.007017 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-cdddd0c0-cc2f-4542-9b40-3ebf91ce8b75 req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:34.028914 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-cdddd0c0-cc2f-4542-9b40-3ebf91ce8b75 req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:41:34.032984 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-cdddd0c0-cc2f-4542-9b40-3ebf91ce8b75 req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Usage tracker for resource:security_group_rule and tenant:a2c3bd88183945119c66fe473d607ea3 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:41:34.036042 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-cdddd0c0-cc2f-4542-9b40-3ebf91ce8b75 req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:41:34.042463 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-cdddd0c0-cc2f-4542-9b40-3ebf91ce8b75 req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:41:34.120330 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-cdddd0c0-cc2f-4542-9b40-3ebf91ce8b75 req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:34.123115 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-cdddd0c0-cc2f-4542-9b40-3ebf91ce8b75 req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:34.128535 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ac0b30d8-d4ff-489e-909f-e5d15efc8953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:34.169095 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-cdddd0c0-cc2f-4542-9b40-3ebf91ce8b75 req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:34.170419 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cdddd0c0-cc2f-4542-9b40-3ebf91ce8b75 req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2003896 Feb 12 21:41:34.171229 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:34.180809 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.181226 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.181631 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.182030 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.182435 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.182832 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.183226 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.183622 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.184046 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.184441 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.184833 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.185225 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.185708 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.186106 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.186651 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.186878 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.187273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.187661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.188078 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.188466 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.188902 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.189291 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.189680 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.190066 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:41:34.196598 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:34.244084 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c2c3f1fb-4d53-4be1-92b9-9a6b5339ec96 req-4b453d32-3f27-4b27-943f-d8cebdacf917 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups/6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d HTTP/1.1" status: 200 len: 1812 time: 0.0499282 Feb 12 21:41:34.254729 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-c2c3f1fb-4d53-4be1-92b9-9a6b5339ec96 req-7f7446f8-a695-4b5f-8f1b-c518e727e07d tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:41:34.255086 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-c2c3f1fb-4d53-4be1-92b9-9a6b5339ec96 req-7f7446f8-a695-4b5f-8f1b-c518e727e07d tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:41:34.261184 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-c2c3f1fb-4d53-4be1-92b9-9a6b5339ec96 req-7f7446f8-a695-4b5f-8f1b-c518e727e07d tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:41:34.265294 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-c2c3f1fb-4d53-4be1-92b9-9a6b5339ec96 req-7f7446f8-a695-4b5f-8f1b-c518e727e07d tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Usage tracker for resource:security_group_rule and tenant:a2c3bd88183945119c66fe473d607ea3 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:41:34.268320 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-c2c3f1fb-4d53-4be1-92b9-9a6b5339ec96 req-7f7446f8-a695-4b5f-8f1b-c518e727e07d tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:41:34.274645 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-c2c3f1fb-4d53-4be1-92b9-9a6b5339ec96 req-7f7446f8-a695-4b5f-8f1b-c518e727e07d tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:41:34.329449 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c2c3f1fb-4d53-4be1-92b9-9a6b5339ec96 req-7f7446f8-a695-4b5f-8f1b-c518e727e07d tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:34.354730 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c2c3f1fb-4d53-4be1-92b9-9a6b5339ec96 req-7f7446f8-a695-4b5f-8f1b-c518e727e07d tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:34.357276 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c2c3f1fb-4d53-4be1-92b9-9a6b5339ec96 req-7f7446f8-a695-4b5f-8f1b-c518e727e07d tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193433'] for security_group_rule, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:34.359426 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-065b52f6-3166-43fb-8430-efa9d8f741f1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:34.380272 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7446f8-a695-4b5f-8f1b-c518e727e07d tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c2e8a4-1173-478e-9162-20ae90605d0a,revision_number=0']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:34.385104 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7f7446f8-a695-4b5f-8f1b-c518e727e07d tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:34.392126 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c2c3f1fb-4d53-4be1-92b9-9a6b5339ec96 req-7f7446f8-a695-4b5f-8f1b-c518e727e07d tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:34.393518 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c2c3f1fb-4d53-4be1-92b9-9a6b5339ec96 req-7f7446f8-a695-4b5f-8f1b-c518e727e07d tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1430447 Feb 12 21:41:34.468681 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-23b84f0d-9f60-40bf-89fb-9847b0bb6919 req-6170ead3-2e13-4712-b4dc-e31b435f9a3e tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups/6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d HTTP/1.1" status: 200 len: 2405 time: 0.0532172 Feb 12 21:41:34.479375 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-23b84f0d-9f60-40bf-89fb-9847b0bb6919 req-cde33cda-f181-4c52-9506-d2324061a857 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d', 'remote_group_id': None}]} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:41:34.479750 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-23b84f0d-9f60-40bf-89fb-9847b0bb6919 req-cde33cda-f181-4c52-9506-d2324061a857 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d', 'remote_group_id': None}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:41:34.486123 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-23b84f0d-9f60-40bf-89fb-9847b0bb6919 req-cde33cda-f181-4c52-9506-d2324061a857 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:41:34.490249 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-23b84f0d-9f60-40bf-89fb-9847b0bb6919 req-cde33cda-f181-4c52-9506-d2324061a857 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Usage tracker for resource:security_group_rule and tenant:a2c3bd88183945119c66fe473d607ea3 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:41:34.493377 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-23b84f0d-9f60-40bf-89fb-9847b0bb6919 req-cde33cda-f181-4c52-9506-d2324061a857 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:41:34.499144 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-23b84f0d-9f60-40bf-89fb-9847b0bb6919 req-cde33cda-f181-4c52-9506-d2324061a857 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:41:34.559046 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-23b84f0d-9f60-40bf-89fb-9847b0bb6919 req-cde33cda-f181-4c52-9506-d2324061a857 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:34.582944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-23b84f0d-9f60-40bf-89fb-9847b0bb6919 req-cde33cda-f181-4c52-9506-d2324061a857 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:34.585839 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-23b84f0d-9f60-40bf-89fb-9847b0bb6919 req-cde33cda-f181-4c52-9506-d2324061a857 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193433'] for security_group_rule, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:34.588046 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7f7446f8-a695-4b5f-8f1b-c518e727e07d tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:34.612702 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde33cda-f181-4c52-9506-d2324061a857 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ea5f64-30b4-492b-a2e1-e1d5f617499e,revision_number=0']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:34.615415 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-cde33cda-f181-4c52-9506-d2324061a857 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:34.623558 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-23b84f0d-9f60-40bf-89fb-9847b0bb6919 req-cde33cda-f181-4c52-9506-d2324061a857 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:34.624874 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-23b84f0d-9f60-40bf-89fb-9847b0bb6919 req-cde33cda-f181-4c52-9506-d2324061a857 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1496813 Feb 12 21:41:34.758230 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-5495505c-f569-4498-a82a-cc4f3c6967e3 req-7011a55e-456e-4d9d-9805-b2e4314e2ee0 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Synchronizing usage tracker for tenant:a2c3bd88183945119c66fe473d607ea3 on resource:security_group {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:41:34.774797 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-5495505c-f569-4498-a82a-cc4f3c6967e3 req-7011a55e-456e-4d9d-9805-b2e4314e2ee0 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Unset dirty status for tenant:a2c3bd88183945119c66fe473d607ea3 on resource:security_group {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:41:34.776124 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5495505c-f569-4498-a82a-cc4f3c6967e3 req-7011a55e-456e-4d9d-9805-b2e4314e2ee0 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-628764931&fields=id&tenant_id=a2c3bd88183945119c66fe473d607ea3 HTTP/1.1" status: 200 len: 267 time: 0.0601008 Feb 12 21:41:34.873075 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495505c-f569-4498-a82a-cc4f3c6967e3 req-ab51d5a0-49ab-4e9f-8e92-939bd335b6e0 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:34.874668 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5495505c-f569-4498-a82a-cc4f3c6967e3 req-ab51d5a0-49ab-4e9f-8e92-939bd335b6e0 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 946 time: 0.0920250 Feb 12 21:41:34.886685 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-5495505c-f569-4498-a82a-cc4f3c6967e3 req-259a3cdc-9abb-4555-be2e-85a4f659e304 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Request body: {'port': {'security_groups': ['e2eb5c4c-5c03-49ee-a485-624bb4412e28', '6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d']}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:41:35.017810 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-5495505c-f569-4498-a82a-cc4f3c6967e3 req-259a3cdc-9abb-4555-be2e-85a4f659e304 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:35.354943 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-5495505c-f569-4498-a82a-cc4f3c6967e3 req-259a3cdc-9abb-4555-be2e-85a4f659e304 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] For port bae61d84-6693-4ae4-b11f-38ed7124e4a5, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=bae61d84-6693-4ae4-b11f-38ed7124e4a5,segment=NetworkSegment(4876b47c-2ec7-492b-8650-415ad9763bc2),segment_id=4876b47c-2ec7-492b-8650-415ad9763bc2)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:41:35.382086 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-5495505c-f569-4498-a82a-cc4f3c6967e3 req-259a3cdc-9abb-4555-be2e-85a4f659e304 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:35.386259 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-5495505c-f569-4498-a82a-cc4f3c6967e3 req-259a3cdc-9abb-4555-be2e-85a4f659e304 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11382359'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:35.401797 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c21c1eed-1220-48d3-85e2-317aea80f6f6 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:35.565526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a3cdc-9abb-4555-be2e-85a4f659e304 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Pushing event updated for resources: {'Port': ['ID=bae61d84-6693-4ae4-b11f-38ed7124e4a5,revision_number=5']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:35.570321 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-259a3cdc-9abb-4555-be2e-85a4f659e304 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:35.610193 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495505c-f569-4498-a82a-cc4f3c6967e3 req-259a3cdc-9abb-4555-be2e-85a4f659e304 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:35.610880 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-5495505c-f569-4498-a82a-cc4f3c6967e3 req-259a3cdc-9abb-4555-be2e-85a4f659e304 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:35.612495 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5495505c-f569-4498-a82a-cc4f3c6967e3 req-259a3cdc-9abb-4555-be2e-85a4f659e304 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "PUT /v2.0/ports/bae61d84-6693-4ae4-b11f-38ed7124e4a5 HTTP/1.1" status: 200 len: 982 time: 0.7309289 Feb 12 21:41:35.612944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'tag': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:41:35.670408 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'tag': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5', 'status': 'completed', 'code': 200} Feb 12 21:41:35.846017 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-73193239-dd44-4a03-af1f-2aa71f50031e None None] Provisioning complete for port bae61d84-6693-4ae4-b11f-38ed7124e4a5 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:41:35.846577 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-73193239-dd44-4a03-af1f-2aa71f50031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:35.884623 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313b758-56d5-42b3-960c-ae5441c74df0 req-a86bef8d-7286-4fd7-8259-3f2b973dd5bf tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:35.885640 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d313b758-56d5-42b3-960c-ae5441c74df0 req-a86bef8d-7286-4fd7-8259-3f2b973dd5bf tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 985 time: 0.1681869 Feb 12 21:41:35.888892 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c4727-90b4-4b91-a741-294f09e70266 req-04e3f242-a8e9-4ad9-8a2d-e69ebfe394d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:35.890523 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-910c4727-90b4-4b91-a741-294f09e70266 req-04e3f242-a8e9-4ad9-8a2d-e69ebfe394d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2c3bd88183945119c66fe473d607ea3&device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 1203 time: 0.1708889 Feb 12 21:41:36.025312 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d313b758-56d5-42b3-960c-ae5441c74df0 req-cc03cb87-7513-4a6c-acb2-360829bba921 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d&id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1328835 Feb 12 21:41:36.092104 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c4727-90b4-4b91-a741-294f09e70266 req-ef9a2963-80e2-4b4a-91cd-3495db2e3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:36.093778 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-910c4727-90b4-4b91-a741-294f09e70266 req-ef9a2963-80e2-4b4a-91cd-3495db2e3c7f service neutron] 10.222.0.66 "GET /v2.0/networks?id=442c5856-d8a8-499f-8212-c45b52e4fb00 HTTP/1.1" status: 200 len: 909 time: 0.1671860 Feb 12 21:41:36.224130 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-910c4727-90b4-4b91-a741-294f09e70266 req-db58972c-9514-4086-9dba-38bb0afbff31 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae61d84-6693-4ae4-b11f-38ed7124e4a5 HTTP/1.1" status: 200 len: 1002 time: 0.1137741 Feb 12 21:41:36.303913 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c4727-90b4-4b91-a741-294f09e70266 req-db7b2417-54c9-463b-938b-b26edda715ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:36.305700 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-910c4727-90b4-4b91-a741-294f09e70266 req-db7b2417-54c9-463b-938b-b26edda715ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7617e10-46d8-4e1b-b626-16aaa8fd84a7 HTTP/1.1" status: 200 len: 854 time: 0.0748215 Feb 12 21:41:36.402257 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c4727-90b4-4b91-a741-294f09e70266 req-91d48a1b-0f7e-4ccc-8d52-8caa1713e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:36.403917 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-910c4727-90b4-4b91-a741-294f09e70266 req-91d48a1b-0f7e-4ccc-8d52-8caa1713e231 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=442c5856-d8a8-499f-8212-c45b52e4fb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0918345 Feb 12 21:41:36.571622 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-910c4727-90b4-4b91-a741-294f09e70266 req-ae9788e2-57f6-41a7-a65b-a12daa9101ae service neutron] 10.222.0.66 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531248 Feb 12 21:41:36.731232 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-910c4727-90b4-4b91-a741-294f09e70266 req-236c5326-f58d-46ce-b45a-fcffba42786f service neutron] 10.222.0.66 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1399839 Feb 12 21:41:37.022937 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device bae61d84-6693-4ae4-b11f-38ed7124e4a5 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:41:37.103458 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port bae61d84-6693-4ae4-b11f-38ed7124e4a5 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:41:37.103911 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:42.014285 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-94e7b499-ad9c-4718-9085-56d4ec0b70e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:43.549642 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dae29a-dc4a-4c78-8bd4-9edc221bf4c4 req-9998e538-b769-44b2-986d-77ac61860ef7 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:43.551239 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68dae29a-dc4a-4c78-8bd4-9edc221bf4c4 req-9998e538-b769-44b2-986d-77ac61860ef7 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.0857806 Feb 12 21:41:43.599247 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68dae29a-dc4a-4c78-8bd4-9edc221bf4c4 req-0f42f1e9-d6ef-4366-b591-dcf7f0112035 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415981 Feb 12 21:41:44.449222 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f0c768d-b556-458c-9ba5-ad165b0dfdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:44.803708 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30090219-ac1f-4a8d-aabe-eca14a9518e2 req-2da5d62c-0fb9-4116-99cb-8174dd5042f6 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:44.805389 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-30090219-ac1f-4a8d-aabe-eca14a9518e2 req-2da5d62c-0fb9-4116-99cb-8174dd5042f6 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.0905082 Feb 12 21:41:44.854435 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-30090219-ac1f-4a8d-aabe-eca14a9518e2 req-894ab397-eaa9-488a-a555-848075908965 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 Feb 12 21:41:45.037329 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:45.737101 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:46.053981 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b7c80-438c-4176-bc00-84908b623e46 req-10dc5be7-d08d-4570-88d9-83adcc02dfcd tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:46.056067 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bc1b7c80-438c-4176-bc00-84908b623e46 req-10dc5be7-d08d-4570-88d9-83adcc02dfcd tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.0860341 Feb 12 21:41:46.103044 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bc1b7c80-438c-4176-bc00-84908b623e46 req-00836546-7383-4b16-9644-a4d8f7bbb41c tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408511 Feb 12 21:41:46.702915 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:47.307947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17040b9d-e460-4627-aae8-0344a5a278dc req-94b1cc9f-6419-4a86-8b14-d5ebea2491ef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:47.309685 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-17040b9d-e460-4627-aae8-0344a5a278dc req-94b1cc9f-6419-4a86-8b14-d5ebea2491ef tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.0904036 Feb 12 21:41:47.359557 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-17040b9d-e460-4627-aae8-0344a5a278dc req-11ac7883-d0a2-4648-b50d-d667b5d32c30 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426815 Feb 12 21:41:48.569337 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca327f-3880-436f-be5c-b3d2531a738d req-8149a1e7-0167-4f33-97d3-feeda91b7184 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:48.571593 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f1ca327f-3880-436f-be5c-b3d2531a738d req-8149a1e7-0167-4f33-97d3-feeda91b7184 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.0927780 Feb 12 21:41:48.621033 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f1ca327f-3880-436f-be5c-b3d2531a738d req-c00ec4a8-d6a7-42c4-8356-480a1ac9000a tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429411 Feb 12 21:41:49.672906 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ea3ab-aed9-480f-9ede-2ded6a845882 req-54612b04-8e19-4187-9fdc-cd85e4e91f23 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:49.674629 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-294ea3ab-aed9-480f-9ede-2ded6a845882 req-54612b04-8e19-4187-9fdc-cd85e4e91f23 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.0912051 Feb 12 21:41:49.818386 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-294ea3ab-aed9-480f-9ede-2ded6a845882 req-ceccdda2-e006-44ec-b67c-5167fe9fbadb tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Deleting port ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:41:49.818664 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-294ea3ab-aed9-480f-9ede-2ded6a845882 req-ceccdda2-e006-44ec-b67c-5167fe9fbadb tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:49.964598 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1c792-a859-4c75-be5e-4aa87b57f820 req-a1f8a160-2976-4f2c-9e03-8234baa36084 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:49.966223 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-26e1c792-a859-4c75-be5e-4aa87b57f820 req-a1f8a160-2976-4f2c-9e03-8234baa36084 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 946 time: 0.2140551 Feb 12 21:41:50.107447 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-26e1c792-a859-4c75-be5e-4aa87b57f820 req-6457e0e6-2fbf-401a-bdfa-fbb6f7da9b6e tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/security-groups?id=abf9d26a-26db-4d6c-b202-3b017ccc8d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347728 Feb 12 21:41:50.158834 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-294ea3ab-aed9-480f-9ede-2ded6a845882 req-ceccdda2-e006-44ec-b67c-5167fe9fbadb tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] For port ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b,segment=NetworkSegment(a0472ca0-5063-4159-830c-36388dce086e),segment_id=a0472ca0-5063-4159-830c-36388dce086e)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:41:50.159198 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-294ea3ab-aed9-480f-9ede-2ded6a845882 req-ceccdda2-e006-44ec-b67c-5167fe9fbadb tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:50.531840 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-294ea3ab-aed9-480f-9ede-2ded6a845882 req-ceccdda2-e006-44ec-b67c-5167fe9fbadb tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Calling delete_port for ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:41:50.633506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:41:50.682527 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-294ea3ab-aed9-480f-9ede-2ded6a845882 req-ceccdda2-e006-44ec-b67c-5167fe9fbadb tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:50.698974 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-bd6f9bd3-6970-42a6-92bf-a3303d725c28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:41:50.699724 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] No active binding found for port ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b {{(pid=84070) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Feb 12 21:41:50.700191 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b not bound to the agent host hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:41:50.798531 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccdda2-e006-44ec-b67c-5167fe9fbadb tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Pushing event deleted for resources: {'Port': ['ID=ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:41:50.802589 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ceccdda2-e006-44ec-b67c-5167fe9fbadb tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:41:50.917775 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-294ea3ab-aed9-480f-9ede-2ded6a845882 req-ceccdda2-e006-44ec-b67c-5167fe9fbadb tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] No DVR routers for this DVR port ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:41:50.920192 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-294ea3ab-aed9-480f-9ede-2ded6a845882 req-ceccdda2-e006-44ec-b67c-5167fe9fbadb tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:41:50.924702 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6cd8b0-e294-47b9-a900-b3f9761164bf', 'name': 'network-vif-deleted', 'tag': 'ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:41:50.937320 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-294ea3ab-aed9-480f-9ede-2ded6a845882 req-ceccdda2-e006-44ec-b67c-5167fe9fbadb tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.66 "DELETE /v2.0/ports/ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b HTTP/1.1" status: 204 len: 173 time: 1.2546968 Feb 12 21:41:51.045260 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6cd8b0-e294-47b9-a900-b3f9761164bf', 'name': 'network-vif-deleted', 'tag': 'ba0d9ff0-3e00-42fa-b31a-98a1a8a88c7b', 'status': 'completed', 'code': 200} Feb 12 21:41:51.291030 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-298752a4-502e-42de-8166-1acde7de9ecc req-6c276f30-5416-4021-a57b-3b94024421f3 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Synchronizing usage tracker for tenant:4ff580a4019445a9abf324e56496bb65 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:41:51.307060 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-298752a4-502e-42de-8166-1acde7de9ecc req-6c276f30-5416-4021-a57b-3b94024421f3 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Unset dirty status for tenant:4ff580a4019445a9abf324e56496bb65 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:41:51.308400 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-298752a4-502e-42de-8166-1acde7de9ecc req-6c276f30-5416-4021-a57b-3b94024421f3 tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cd8b0-e294-47b9-a900-b3f9761164bf HTTP/1.1" status: 200 len: 210 time: 0.0666599 Feb 12 21:41:53.897219 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bb5bf86f-c004-4227-aa2e-753ae9a1f0a8 req-3de9f4ef-bf9f-4b47-9994-ce914a966361 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1338525 Feb 12 21:41:54.073075 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bf86f-c004-4227-aa2e-753ae9a1f0a8 req-0f06ae53-7c8a-4b17-b8ba-7350adbb1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:54.074624 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bb5bf86f-c004-4227-aa2e-753ae9a1f0a8 req-0f06ae53-7c8a-4b17-b8ba-7350adbb1c63 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d&device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 1162 time: 0.0851135 Feb 12 21:41:54.245151 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bf86f-c004-4227-aa2e-753ae9a1f0a8 req-c0ec81e6-7bc0-4db4-93f2-7f2cae25f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:54.246870 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bb5bf86f-c004-4227-aa2e-753ae9a1f0a8 req-c0ec81e6-7bc0-4db4-93f2-7f2cae25f7f3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=730a1daf-e569-454f-98a4-34427f6ca94f HTTP/1.1" status: 200 len: 911 time: 0.1500430 Feb 12 21:41:54.363858 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bb5bf86f-c004-4227-aa2e-753ae9a1f0a8 req-4154b896-8f30-466e-9641-ffade7efd4cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 HTTP/1.1" status: 200 len: 1000 time: 0.1102560 Feb 12 21:41:54.441869 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bf86f-c004-4227-aa2e-753ae9a1f0a8 req-1dada271-d9cc-4eab-850a-59ec9dc82724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:54.443551 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bb5bf86f-c004-4227-aa2e-753ae9a1f0a8 req-1dada271-d9cc-4eab-850a-59ec9dc82724 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3d14036-127d-49c7-a851-85c1a4e15dee HTTP/1.1" status: 200 len: 856 time: 0.0736825 Feb 12 21:41:54.547052 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bf86f-c004-4227-aa2e-753ae9a1f0a8 req-e0befa1e-913b-49e1-ae8a-08ec28ffba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:41:54.549170 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bb5bf86f-c004-4227-aa2e-753ae9a1f0a8 req-e0befa1e-913b-49e1-ae8a-08ec28ffba88 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=730a1daf-e569-454f-98a4-34427f6ca94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0989804 Feb 12 21:41:54.697296 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bb5bf86f-c004-4227-aa2e-753ae9a1f0a8 req-fe5d787f-324e-480f-80b4-aa6e36a2a442 service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411359 Feb 12 21:41:54.855361 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bb5bf86f-c004-4227-aa2e-753ae9a1f0a8 req-792af204-218e-4db7-b16f-c66977110d26 service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1506133 Feb 12 21:42:00.561328 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:10.671410 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:42:12.015251 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-216b70a0-e31c-4eef-93ea-c027a5aa89cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:14.456985 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 38002) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:42:14.457867 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71ba775b-daee-4f4e-931e-691d9cbdfe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:14.526945 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Deleting subnet 7837fb91-6fbd-4d2a-b007-3d1d4aecf0fb {{(pid=84068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:42:14.530268 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:14.586978 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844261269'] for subnet, precommit_delete_associations {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:14.645874 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850750012'] for subnet, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:14.905880 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4025805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10980213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842905365'] for subnet, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:14.922321 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3bc2cf1a-9ed4-4d35-8b57-c64de4d7892b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:42:15.017537 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7837fb91-6fbd-4d2a-b007-3d1d4aecf0fb,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:42:15.031463 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.031913 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.032336 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.032749 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.033158 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.033566 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.033972 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.034379 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.034782 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.035182 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.035584 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.036035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.036505 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.036912 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.037312 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.037710 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.038113 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.039079 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.039486 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.039919 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.040325 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.040725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.040998 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:15.041118 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.041490 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:15.047335 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:42:15.073936 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:15.080034 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7837fb91-6fbd-4d2a-b007-3d1d4aecf0fb HTTP/1.1" status: 204 len: 168 time: 0.6219296 Feb 12 21:42:15.082983 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 38008) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:42:15.201245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65a24771-d683-4449-b498-c6930742170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3865086'] for network, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:15.391210 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65a24771-d683-4449-b498-c6930742170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850739933', 'neutron.services.segments.db._delete_segments_for_network-8792999462447'] for network, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:15.509412 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-65a24771-d683-4449-b498-c6930742170b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4262f7-071b-4846-b78e-ae344d809e53']}} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:42:15.522075 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-65a24771-d683-4449-b498-c6930742170b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0472ca0-5063-4159-830c-36388dce086e') {'for_net_delete': True} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:42:15.522414 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-65a24771-d683-4449-b498-c6930742170b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0472ca0-5063-4159-830c-36388dce086e') {} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:42:15.534987 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65a24771-d683-4449-b498-c6930742170b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243855186104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10514531'] for segment, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:15.550343 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65a24771-d683-4449-b498-c6930742170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:15.552374 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-65a24771-d683-4449-b498-c6930742170b admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:42:15.737559 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-65a24771-d683-4449-b498-c6930742170b admin admin] Network 4e4262f7-071b-4846-b78e-ae344d809e53 has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:42:15.739545 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:15.746947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65a24771-d683-4449-b498-c6930742170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4030055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980226'] for segment, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:15.927041 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-65a24771-d683-4449-b498-c6930742170b admin admin] Network 4e4262f7-071b-4846-b78e-ae344d809e53 has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: Traceback (most recent call last): Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: timer() Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: cb(*args, **kw) Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: return func(*args, **kwargs) Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: self._notify() Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: self.callback(batched_events) Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: event.method(event) Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: segment_id)['aggregates'][0] Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: return f(self, *a, **k) Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: return self._get(url).json() Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: **kwargs) Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: return self.request(url, 'GET', **kwargs) Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: **endpoint_filter) Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:42:15.954022 dv-cinder-775250-2-smb neutron-server[83958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:42:16.029527 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65a24771-d683-4449-b498-c6930742170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4035899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854114878'] for network, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:16.032993 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-fb62842b-55cb-44fe-b28a-62b652397889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:42:16.048952 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65a24771-d683-4449-b498-c6930742170b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:16.055418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a24771-d683-4449-b498-c6930742170b admin admin] Pushing event deleted for resources: {'Network': ['ID=4e4262f7-071b-4846-b78e-ae344d809e53,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:42:16.060256 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-65a24771-d683-4449-b498-c6930742170b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:42:16.065916 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-65a24771-d683-4449-b498-c6930742170b admin admin] 10.222.0.35 "DELETE /v2.0/networks/4e4262f7-071b-4846-b78e-ae344d809e53 HTTP/1.1" status: 204 len: 168 time: 0.9819064 Feb 12 21:42:16.184483 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 38018) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:42:16.240890 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-fbcffd8d-e7d2-4e9c-8276-cac54c0351e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ff580a4019445a9abf324e56496bb65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550911 Feb 12 21:42:16.243987 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 38022) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:42:16.305365 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7114ddea-6b06-464d-bce2-6d0cf3d898f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:16.333119 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7114ddea-6b06-464d-bce2-6d0cf3d898f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:16.377354 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7114ddea-6b06-464d-bce2-6d0cf3d898f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:16.382934 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-cb87c281-827f-4104-be60-7ae0072f8515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:42:16.393707 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114ddea-6b06-464d-bce2-6d0cf3d898f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf9d26a-26db-4d6c-b202-3b017ccc8d17,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:42:16.397643 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7114ddea-6b06-464d-bce2-6d0cf3d898f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:42:16.402640 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7114ddea-6b06-464d-bce2-6d0cf3d898f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:16.406639 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-7114ddea-6b06-464d-bce2-6d0cf3d898f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/abf9d26a-26db-4d6c-b202-3b017ccc8d17 HTTP/1.1" status: 204 len: 168 time: 0.1589072 Feb 12 21:42:16.707719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:30.560895 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:42.017084 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ed086a20-462b-4c17-9f43-7607cb7a9e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:44.461644 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-620b034f-1de9-4b98-93ce-cb384aa0e1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:44.625545 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c56f8-5aad-4fbf-b86c-595283b78365 req-6b690c23-0f41-4f99-88ec-b13db2625ccd tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:44.627172 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3a1c56f8-5aad-4fbf-b86c-595283b78365 req-6b690c23-0f41-4f99-88ec-b13db2625ccd tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.0889432 Feb 12 21:42:44.677153 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3a1c56f8-5aad-4fbf-b86c-595283b78365 req-9c088b30-be6e-4717-b141-b37ab6b67112 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434422 Feb 12 21:42:45.044467 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:45.741023 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:45.895276 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb1c83-3a0d-4127-a467-d24bf29e8e45 req-0b5989a1-0901-4930-a19c-806d2f20a312 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:45.896994 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-effb1c83-3a0d-4127-a467-d24bf29e8e45 req-0b5989a1-0901-4930-a19c-806d2f20a312 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.0964587 Feb 12 21:42:45.954121 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-effb1c83-3a0d-4127-a467-d24bf29e8e45 req-e28038ad-7c68-458f-b117-5cc9c2456a3c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502298 Feb 12 21:42:46.708785 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:46.836842 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-8091f189-ee99-46b7-bbd4-a5ec2d5ccba8 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:46.838430 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-8091f189-ee99-46b7-bbd4-a5ec2d5ccba8 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.0874929 Feb 12 21:42:46.923713 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Deleting port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:42:46.924102 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:47.134209 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:42:47.268958 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:47.271564 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] For port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:42:47.271992 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:47.290436 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d778296-72cc-4a11-a226-5c1e93c1e546 req-6d469ce4-5ae1-45be-88f0-8fa8123e544c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:47.292164 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9d778296-72cc-4a11-a226-5c1e93c1e546 req-6d469ce4-5ae1-45be-88f0-8fa8123e544c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 945 time: 0.1691661 Feb 12 21:42:47.300386 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:42:47.313092 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:42:47.317418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:47.320211 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:42:47.403660 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185,revision_number=7']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:42:47.422035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.423036 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.424673 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.425300 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.426014 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.426586 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.427157 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.427858 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.428508 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.429242 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.429857 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.431027 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.432388 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.432867 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.433424 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.433945 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.434442 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.434824 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.435197 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.435567 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.435962 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.436329 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.436696 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.437059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:47.438717 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9d778296-72cc-4a11-a226-5c1e93c1e546 req-4718fef2-b37a-407a-8997-1658b802e25a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855601 Feb 12 21:42:47.442757 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185', 'code': 200} Feb 12 21:42:47.443539 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:42:47.670497 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:47.670741 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:42:47.670878 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:47.671230 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.l3_db [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Floating IP bc20aa91-69c6-45d9-98c3-e814225d9bd5 disassociated. External IP: 172.28.0.56, port: 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185. Feb 12 21:42:47.671616 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Calling delete_port for 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:42:47.767544 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84069) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:42:47.768049 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:42:48.269564 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Deleting port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:42:48.270147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:48.547843 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] For port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:42:48.548245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:48.896172 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7058d-1be8-41f5-8ab5-65b8b157beac req-2d69a568-7a67-49cd-a7b4-920ae4235336 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:48.897816 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d5a7058d-1be8-41f5-8ab5-65b8b157beac req-2d69a568-7a67-49cd-a7b4-920ae4235336 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 943 time: 0.3377903 Feb 12 21:42:48.981645 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:48.982056 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:48.982414 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.l3_db [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Floating IP bc20aa91-69c6-45d9-98c3-e814225d9bd5 disassociated. External IP: 172.28.0.56, port: 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185. Feb 12 21:42:48.982796 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Calling delete_port for 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:42:49.018380 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d5a7058d-1be8-41f5-8ab5-65b8b157beac req-dbfa1b0b-5213-483f-9f26-6503a70c004d tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056535 Feb 12 21:42:49.136883 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:49.151881 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-aef5a5d5-5e21-4bf4-8ee5-07e8e5db3dc2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:42:49.485716 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event deleted for resources: {'Port': ['ID=1cb5be0f-8dc7-4cb2-9cd6-23234c7db185,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:42:49.501808 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.502217 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.502616 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.503004 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.503392 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.503805 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.504192 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.504574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.504958 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.505337 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.505718 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.506093 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.506557 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.506938 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.507341 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.507751 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.508136 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.508517 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.508893 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.509277 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.509654 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.510028 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.510407 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.510785 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:42:49.516079 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:42:49.770845 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Router d981f459-bed3-4b0b-8008-8fc0559f9d6b has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:42:49.979161 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:42:49.992104 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a945273-7420-43b3-a1dc-c9bd90833064 None None] Sync routers for ids ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'] in dv-cinder-775250-2-smb {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:42:50.003127 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a945273-7420-43b3-a1dc-c9bd90833064 None None] Routers {'d981f459-bed3-4b0b-8008-8fc0559f9d6b'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:42:50.003853 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7a945273-7420-43b3-a1dc-c9bd90833064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:42:44Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:42:50.025651 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] No DVR routers for this DVR port 1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:42:50.027792 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:50.030614 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'name': 'network-vif-deleted', 'tag': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:42:50.051508 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7546d60f-70cd-4025-8132-76a76c3237d2 req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.66 "DELETE /v2.0/ports/1cb5be0f-8dc7-4cb2-9cd6-23234c7db185 HTTP/1.1" status: 204 len: 173 time: 3.2063267 Feb 12 21:42:50.110914 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283', 'name': 'network-vif-deleted', 'tag': '1cb5be0f-8dc7-4cb2-9cd6-23234c7db185', 'status': 'completed', 'code': 200} Feb 12 21:42:50.214191 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8c0caaa3-a583-48e4-86fa-6f3aa6b3bc74 req-083d7b0c-e5fb-45df-a7f4-cd5d4022fbd1 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Synchronizing usage tracker for tenant:3f30a1c1bd9d410aa1ef1bc30e02200d on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:42:50.232083 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-8c0caaa3-a583-48e4-86fa-6f3aa6b3bc74 req-083d7b0c-e5fb-45df-a7f4-cd5d4022fbd1 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Unset dirty status for tenant:3f30a1c1bd9d410aa1ef1bc30e02200d on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:42:50.233834 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8c0caaa3-a583-48e4-86fa-6f3aa6b3bc74 req-083d7b0c-e5fb-45df-a7f4-cd5d4022fbd1 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d3eeafd-18a9-4f5a-afa4-4e8cf5b04283 HTTP/1.1" status: 200 len: 210 time: 0.0760043 Feb 12 21:42:50.242699 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-7a945273-7420-43b3-a1dc-c9bd90833064 None None] Set router d981f459-bed3-4b0b-8008-8fc0559f9d6b gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:42:50.620159 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7a945273-7420-43b3-a1dc-c9bd90833064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '68de73d7-6141-40b3-968b-45842b4d5ea5', 'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'mac_address': 'fa:16:3e:9c:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:29Z', 'updated_at': '2021-02-12T21:36:49Z', 'revision_number': 5, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'subnets': [{'id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:42:50.624870 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a945273-7420-43b3-a1dc-c9bd90833064 None None] Checking router: d981f459-bed3-4b0b-8008-8fc0559f9d6b for host: dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:42:50.634971 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a945273-7420-43b3-a1dc-c9bd90833064 None None] Routers {'d981f459-bed3-4b0b-8008-8fc0559f9d6b'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:42:50.635661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7a945273-7420-43b3-a1dc-c9bd90833064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:42:44Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:42:51.020376 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-7a945273-7420-43b3-a1dc-c9bd90833064 None None] Set router d981f459-bed3-4b0b-8008-8fc0559f9d6b gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:42:51.367967 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7a945273-7420-43b3-a1dc-c9bd90833064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '68de73d7-6141-40b3-968b-45842b4d5ea5', 'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'mac_address': 'fa:16:3e:9c:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:29Z', 'updated_at': '2021-02-12T21:36:49Z', 'revision_number': 5, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'subnets': [{'id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:42:51.375094 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a945273-7420-43b3-a1dc-c9bd90833064 None None] The sync data for ids ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'] in dv-cinder-775250-2-smb is: [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '68de73d7-6141-40b3-968b-45842b4d5ea5', 'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'mac_address': 'fa:16:3e:9c:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:29Z', 'updated_at': '2021-02-12T21:36:49Z', 'revision_number': 5, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'subnets': [{'id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:42:51.375553 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 38140) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:42:51.454945 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-25785a70-d32d-4014-b2fa-5c3296a42a6b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:51.492722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-25785a70-d32d-4014-b2fa-5c3296a42a6b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:51.548549 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-25785a70-d32d-4014-b2fa-5c3296a42a6b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:51.554340 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:42:51.571049 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25785a70-d32d-4014-b2fa-5c3296a42a6b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5037fd1-55bb-44f1-bf9f-1d7bcf096e59,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:42:51.573849 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-25785a70-d32d-4014-b2fa-5c3296a42a6b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:42:51.583438 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-25785a70-d32d-4014-b2fa-5c3296a42a6b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:51.584721 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-25785a70-d32d-4014-b2fa-5c3296a42a6b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "DELETE /v2.0/security-groups/a5037fd1-55bb-44f1-bf9f-1d7bcf096e59 HTTP/1.1" status: 204 len: 168 time: 0.2080445 Feb 12 21:42:51.588092 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 38144) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:42:51.617359 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.v2.resource [None req-ac6c59cf-7e72-4cf8-8072-944b71b53809 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] show failed (client error): The resource could not be found. Feb 12 21:42:51.621841 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 38150) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:42:51.622409 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ac6c59cf-7e72-4cf8-8072-944b71b53809 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups/a5037fd1-55bb-44f1-bf9f-1d7bcf096e59 HTTP/1.1" status: 404 len: 347 time: 0.0326014 Feb 12 21:42:51.812365 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Deleting port c73e0eb9-5f74-4614-aec0-44351c539770 {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:42:51.812365 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:51.860282 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc33d3c0-d5dc-4ed0-bc7f-cf26a33311f6 None None] New status for floating IP bc20aa91-69c6-45d9-98c3-e814225d9bd5: DOWN {{(pid=84072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:42:52.029348 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:52.029639 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:52.174958 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Calling delete_port for c73e0eb9-5f74-4614-aec0-44351c539770 owned by network:floatingip {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:42:52.269539 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84068) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:42:52.269914 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:42:52.771216 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Deleting port c73e0eb9-5f74-4614-aec0-44351c539770 {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:42:52.771623 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:52.955765 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:52.956167 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:53.089767 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Calling delete_port for c73e0eb9-5f74-4614-aec0-44351c539770 owned by network:floatingip {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:42:53.237738 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:53.253896 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:42:53.457012 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e22c20-a972-4a9b-aa28-6474e91f498a req-d4936032-0543-4ade-ad5f-ff03f8625d1a tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:53.458785 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-02e22c20-a972-4a9b-aa28-6474e91f498a req-d4936032-0543-4ade-ad5f-ff03f8625d1a tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.0986977 Feb 12 21:42:53.520405 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-02e22c20-a972-4a9b-aa28-6474e91f498a req-daa91ca9-9d2e-46cb-9a2d-492b3c57bc9c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0532327 Feb 12 21:42:53.592400 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event deleted for resources: {'Port': ['ID=c73e0eb9-5f74-4614-aec0-44351c539770,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:42:53.601785 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:42:53.719776 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for floatingip, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:53.737269 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:53.738508 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-66932636-84c9-4564-9f9f-deca40d0d011 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "DELETE /v2.0/floatingips/bc20aa91-69c6-45d9-98c3-e814225d9bd5 HTTP/1.1" status: 204 len: 168 time: 2.1154275 Feb 12 21:42:54.182565 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 38164) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:42:54.188320 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-e1f5147e-8ac6-4730-ad09-1042b71d19f9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101887727', 'description': 'tempest-description--860564907'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:42:54.194790 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e1f5147e-8ac6-4730-ad09-1042b71d19f9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:42:54.199297 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e1f5147e-8ac6-4730-ad09-1042b71d19f9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Usage tracker for resource:security_group and tenant:3f30a1c1bd9d410aa1ef1bc30e02200d is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:42:54.203199 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e1f5147e-8ac6-4730-ad09-1042b71d19f9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:42:54.209280 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e1f5147e-8ac6-4730-ad09-1042b71d19f9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:42:54.220296 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1f5147e-8ac6-4730-ad09-1042b71d19f9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:54.242778 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e1f5147e-8ac6-4730-ad09-1042b71d19f9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:42:54.246773 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e1f5147e-8ac6-4730-ad09-1042b71d19f9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Usage tracker for resource:security_group_rule and tenant:3f30a1c1bd9d410aa1ef1bc30e02200d is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:42:54.249767 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-e1f5147e-8ac6-4730-ad09-1042b71d19f9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:42:54.255457 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-e1f5147e-8ac6-4730-ad09-1042b71d19f9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:42:54.327599 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1f5147e-8ac6-4730-ad09-1042b71d19f9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:54.330653 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1f5147e-8ac6-4730-ad09-1042b71d19f9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:54.336124 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-efc42040-f47f-4d48-ad03-9396d3f1c44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:42:54.379190 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5147e-8ac6-4730-ad09-1042b71d19f9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe56246b-9009-49f6-a55b-69b21b018da3,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:42:54.382093 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1f5147e-8ac6-4730-ad09-1042b71d19f9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:54.383407 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e1f5147e-8ac6-4730-ad09-1042b71d19f9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1997519 Feb 12 21:42:54.384432 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e1f5147e-8ac6-4730-ad09-1042b71d19f9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:42:54.388104 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 38168) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:42:54.393670 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-66d64762-4893-4d68-9cc7-3569e6204a8c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Request body: {'security_group_rule': {'security_group_id': 'fe56246b-9009-49f6-a55b-69b21b018da3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:42:54.400108 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-66d64762-4893-4d68-9cc7-3569e6204a8c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:42:54.404160 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-66d64762-4893-4d68-9cc7-3569e6204a8c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Usage tracker for resource:security_group_rule and tenant:3f30a1c1bd9d410aa1ef1bc30e02200d is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:42:54.407269 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-66d64762-4893-4d68-9cc7-3569e6204a8c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:42:54.413831 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-66d64762-4893-4d68-9cc7-3569e6204a8c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:42:54.431660 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66d64762-4893-4d68-9cc7-3569e6204a8c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:54.504894 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66d64762-4893-4d68-9cc7-3569e6204a8c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:54.507749 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66d64762-4893-4d68-9cc7-3569e6204a8c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193433'] for security_group_rule, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:54.510016 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-deda5f46-ac00-432b-a50e-2ed0434b307d tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:42:54.535923 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d64762-4893-4d68-9cc7-3569e6204a8c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f12861-f659-4d64-8971-a9f80678469c,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:42:54.542035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-66d64762-4893-4d68-9cc7-3569e6204a8c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:42:54.545855 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66d64762-4893-4d68-9cc7-3569e6204a8c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:54.550257 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 38174) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:42:54.550408 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-66d64762-4893-4d68-9cc7-3569e6204a8c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1611869 Feb 12 21:42:54.556888 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-9cbb390c-1831-4f08-9225-908ea0f09f83 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Request body: {'security_group_rule': {'security_group_id': 'fe56246b-9009-49f6-a55b-69b21b018da3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:42:54.563976 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-9cbb390c-1831-4f08-9225-908ea0f09f83 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:42:54.568670 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-9cbb390c-1831-4f08-9225-908ea0f09f83 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Usage tracker for resource:security_group_rule and tenant:3f30a1c1bd9d410aa1ef1bc30e02200d is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:42:54.572077 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-9cbb390c-1831-4f08-9225-908ea0f09f83 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:42:54.578590 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-9cbb390c-1831-4f08-9225-908ea0f09f83 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:42:54.597287 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9cbb390c-1831-4f08-9225-908ea0f09f83 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:54.727263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9cbb390c-1831-4f08-9225-908ea0f09f83 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:54.737362 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9cbb390c-1831-4f08-9225-908ea0f09f83 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193433'] for security_group_rule, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:54.745708 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:42:54.771982 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb390c-1831-4f08-9225-908ea0f09f83 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998e269e-dc3a-4377-917d-2e350d359f34,revision_number=0']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:42:54.775762 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-9cbb390c-1831-4f08-9225-908ea0f09f83 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:42:54.789586 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecd861-36c6-4f96-9e01-88fb87f58382 req-5c230fd7-01df-42b4-b3c9-1be2f98796ea tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:54.791205 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-40ecd861-36c6-4f96-9e01-88fb87f58382 req-5c230fd7-01df-42b4-b3c9-1be2f98796ea tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.1485116 Feb 12 21:42:54.792472 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9cbb390c-1831-4f08-9225-908ea0f09f83 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:54.793624 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-9cbb390c-1831-4f08-9225-908ea0f09f83 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2416775 Feb 12 21:42:54.797479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 38178) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:42:54.804562 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Request body: {'floatingip': {'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:42:54.811905 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:42:54.816642 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Usage tracker for resource:floatingip and tenant:3f30a1c1bd9d410aa1ef1bc30e02200d is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:42:54.819864 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:42:54.826127 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:42:54.836578 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for floatingip, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:54.893728 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-40ecd861-36c6-4f96-9e01-88fb87f58382 req-3c1dd0de-beb7-43ba-a55c-69e9a0cf0b28 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0956411 Feb 12 21:42:54.922436 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2f441-f71a-4d7f-94f8-348c6fc5ca18 req-224fe00c-2cc2-49a5-8f0d-84b149f8732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:54.924221 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-26d2f441-f71a-4d7f-94f8-348c6fc5ca18 req-224fe00c-2cc2-49a5-8f0d-84b149f8732f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49ec507faa244b44a51dada5f29b8cae&device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 1163 time: 0.1073358 Feb 12 21:42:54.990835 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:55.086826 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2f441-f71a-4d7f-94f8-348c6fc5ca18 req-84c4ae95-7eec-46ac-8bf3-84958230a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:55.088549 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-26d2f441-f71a-4d7f-94f8-348c6fc5ca18 req-84c4ae95-7eec-46ac-8bf3-84958230a239 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fdb6571b-cda9-47e3-bee0-da8e039221ab HTTP/1.1" status: 200 len: 903 time: 0.1430750 Feb 12 21:42:55.206839 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-26d2f441-f71a-4d7f-94f8-348c6fc5ca18 req-8c141895-8f8c-49f8-9465-35815f3205a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12eed96-f310-41ee-8e0b-2edd96db6257 HTTP/1.1" status: 200 len: 1002 time: 0.1094539 Feb 12 21:42:55.276385 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Allocated IP 172.28.0.166 (5a123e99-c8d4-46ae-bf35-04ebb9b85da4/3df2dbbb-2cf4-410a-9e1d-3415c76c275c/a55e8c6a-8ef0-4e56-9386-465d21f497af) {{(pid=84068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:42:55.296383 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2f441-f71a-4d7f-94f8-348c6fc5ca18 req-1840e8f5-aa72-4fdc-a009-860aba6c3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:55.298023 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-26d2f441-f71a-4d7f-94f8-348c6fc5ca18 req-1840e8f5-aa72-4fdc-a009-860aba6c3273 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=217c03cb-b699-430c-af4a-d830049b93e1 HTTP/1.1" status: 200 len: 847 time: 0.0701094 Feb 12 21:42:55.383799 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2f441-f71a-4d7f-94f8-348c6fc5ca18 req-74f7405f-6cd3-42f8-90c3-a77d94ec5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:55.385384 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-26d2f441-f71a-4d7f-94f8-348c6fc5ca18 req-74f7405f-6cd3-42f8-90c3-a77d94ec5906 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fdb6571b-cda9-47e3-bee0-da8e039221ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795240 Feb 12 21:42:55.439679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for port, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:55.472344 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:55.493722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5c697715-5538-480f-9319-b7842b7fd484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:42:55.542732 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-26d2f441-f71a-4d7f-94f8-348c6fc5ca18 req-9d756e35-c002-4a8b-8b0f-7641f42912f4 service neutron] 10.222.0.66 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432643 Feb 12 21:42:55.631638 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event updated for resources: {'Port': ['ID=a55e8c6a-8ef0-4e56-9386-465d21f497af,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:42:55.645249 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:42:55.691377 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:42:55.692681 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:42:55.693637 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-26d2f441-f71a-4d7f-94f8-348c6fc5ca18 req-ec508450-4b40-4656-a20a-b40cb4d9e8bb service neutron] 10.222.0.66 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432018 Feb 12 21:42:55.695062 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Received port after_create {{(pid=84068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:42:55.778966 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:55.846402 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:56.123129 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef044640-b6a8-4357-b278-8461dc60990d req-e1a3f22c-fbd9-467d-8b0b-ab56e580629c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:56.124900 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ef044640-b6a8-4357-b278-8461dc60990d req-e1a3f22c-fbd9-467d-8b0b-ab56e580629c tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.1053064 Feb 12 21:42:56.146579 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:56.151387 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980256'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:56.172964 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:42:56.188531 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ef044640-b6a8-4357-b278-8461dc60990d req-0d4b792a-3447-4cf1-b336-81cd41519bce tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0565562 Feb 12 21:42:56.324010 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event updated for resources: {'Port': ['ID=a55e8c6a-8ef0-4e56-9386-465d21f497af,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:42:56.329417 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:42:56.420906 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:56.446077 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:56.447378 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6485598 Feb 12 21:42:56.622258 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-c330c92f-680c-47ab-9472-a3207acec883 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Synchronizing usage tracker for tenant:3f30a1c1bd9d410aa1ef1bc30e02200d on resource:security_group {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:42:56.637314 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-c330c92f-680c-47ab-9472-a3207acec883 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Unset dirty status for tenant:3f30a1c1bd9d410aa1ef1bc30e02200d on resource:security_group {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:42:56.638618 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-c330c92f-680c-47ab-9472-a3207acec883 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1101887727&fields=id&tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d HTTP/1.1" status: 200 len: 267 time: 0.0592475 Feb 12 21:42:56.803251 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-0f86b302-f035-498c-8a8a-be65b7c9a071 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:56.805328 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-0f86b302-f035-498c-8a8a-be65b7c9a071 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/networks?id=730a1daf-e569-454f-98a4-34427f6ca94f HTTP/1.1" status: 200 len: 817 time: 0.1593297 Feb 12 21:42:56.822540 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-7e656881-2d70-4547-907c-e4213c55c216 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/quotas/3f30a1c1bd9d410aa1ef1bc30e02200d HTTP/1.1" status: 200 len: 375 time: 0.0109329 Feb 12 21:42:56.915914 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-8cc5cfb9-f067-402e-82c5-b8b6f8afb6d1 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0875342 Feb 12 21:42:57.080975 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-e3164f3d-255b-4120-af73-1a6d860a784b service neutron] 10.222.0.35 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516857 Feb 12 21:42:57.231464 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-52fc5308-0fb5-4ca2-a016-259b89da09a6 service neutron] 10.222.0.35 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1440208 Feb 12 21:42:57.448667 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-99e629da-8fe5-4134-b794-35452d654ef0 req-75a745d2-7754-478c-ad53-85feabaa5b55 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 210 time: 0.0546730 Feb 12 21:42:57.461144 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c67506-14d9-4916-9a3e-4cc1c1fd9736 req-719646e9-7aed-45eb-9f03-ed7df0a868f9 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:57.462864 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e3c67506-14d9-4916-9a3e-4cc1c1fd9736 req-719646e9-7aed-45eb-9f03-ed7df0a868f9 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.1538119 Feb 12 21:42:57.518002 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e3c67506-14d9-4916-9a3e-4cc1c1fd9736 req-59bc68c8-676d-41fb-b8e1-9b4da92c63d0 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0484393 Feb 12 21:42:58.631874 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6ca722d3-98c3-4049-9066-447015eb767c req-9c37a61c-1e39-46d9-bba2-baaf7ae066a0 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 210 time: 0.0569196 Feb 12 21:42:58.734834 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b2fa1-600a-4531-9c31-635913b6fadd req-495c4243-571b-410e-990e-54567f7ff1f9 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:58.736582 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-475b2fa1-600a-4531-9c31-635913b6fadd req-495c4243-571b-410e-990e-54567f7ff1f9 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.0958378 Feb 12 21:42:58.796534 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-475b2fa1-600a-4531-9c31-635913b6fadd req-1029be12-f449-44c0-bede-fa5b12b644e5 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0487142 Feb 12 21:42:59.047746 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-291ed543-022d-4d21-a81b-021f0be89972 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:42:59.049320 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-291ed543-022d-4d21-a81b-021f0be89972 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.66 "GET /v2.0/networks?id=730a1daf-e569-454f-98a4-34427f6ca94f HTTP/1.1" status: 200 len: 817 time: 0.2410355 Feb 12 21:42:59.140264 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-e48dc6b3-3cdf-4ebf-968a-cef4e28152cf tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d HTTP/1.1" status: 200 len: 5704 time: 0.0754380 Feb 12 21:42:59.153659 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Request body: {'port': {'device_id': '56942523-30db-47c2-9156-0d5ee11d3832', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'admin_state_up': True, 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'security_groups': ['fe56246b-9009-49f6-a55b-69b21b018da3']}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:42:59.299157 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:42:59.303431 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Usage tracker for resource:port and tenant:3f30a1c1bd9d410aa1ef1bc30e02200d is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:42:59.306529 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:42:59.312344 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:42:59.322169 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Made reservation on behalf of 3f30a1c1bd9d410aa1ef1bc30e02200d for: {'port': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:42:59.327988 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:59.650279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Allocated IP 172.20.0.14 (730a1daf-e569-454f-98a4-34427f6ca94f/a3d14036-127d-49c7-a851-85c1a4e15dee/73cc3645-6266-407b-9b2b-2d224f0b20fc) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:42:59.875831 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-db0e22f1-94b6-4535-ad36-10859d848a7e req-c46969db-4685-4cf4-938d-df9ca40f4ea4 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 210 time: 0.0621603 Feb 12 21:42:59.921880 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:42:59.990301 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Transition to ACTIVE for port object 73cc3645-6266-407b-9b2b-2d224f0b20fc will not be triggered until provisioned by entity DHCP. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:43:00.049527 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d7a4b-f689-4b4c-a017-e413afddc7a5 req-2a00d2b1-fe31-4ac7-b979-a005968850a3 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:00.051200 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e42d7a4b-f689-4b4c-a017-e413afddc7a5 req-2a00d2b1-fe31-4ac7-b979-a005968850a3 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.1241846 Feb 12 21:43:00.052880 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:00.073591 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:43:00.485428 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event updated for resources: {'Port': ['ID=73cc3645-6266-407b-9b2b-2d224f0b20fc,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:43:00.494460 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:43:00.509296 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e42d7a4b-f689-4b4c-a017-e413afddc7a5 req-b80ce6d0-6139-41a4-b1b9-0151e3abcd05 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.3966227 Feb 12 21:43:00.555739 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Network 730a1daf-e569-454f-98a4-34427f6ca94f is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:43:00.556992 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:43:00.559679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:43:00.560830 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:00.631075 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:00.632566 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:00.658771 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-199794bd-8e74-4aa1-892d-3894e86aaa53 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5091481 Feb 12 21:43:00.679875 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Request body: {'port': {'device_id': '56942523-30db-47c2-9156-0d5ee11d3832', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:43:00.748399 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d8cf064-c807-4468-b02a-8b72c666a3ea None None] Provisioning for port 73cc3645-6266-407b-9b2b-2d224f0b20fc completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:43:00.754076 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d8cf064-c807-4468-b02a-8b72c666a3ea None None] Provisioning complete for port 73cc3645-6266-407b-9b2b-2d224f0b20fc triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:43:00.754500 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d8cf064-c807-4468-b02a-8b72c666a3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:00.804920 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:00.813053 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d8cf064-c807-4468-b02a-8b72c666a3ea None None] Port 73cc3645-6266-407b-9b2b-2d224f0b20fc cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:43:01.261449 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b48116-6479-44e7-9df6-da6be48161a2 req-d7d54bcc-cb5b-4575-ad1a-785b755c9981 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:01.262578 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-c6b48116-6479-44e7-9df6-da6be48161a2 req-d7d54bcc-cb5b-4575-ad1a-785b755c9981 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Synchronizing usage tracker for tenant:3f30a1c1bd9d410aa1ef1bc30e02200d on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:43:01.297989 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-c6b48116-6479-44e7-9df6-da6be48161a2 req-d7d54bcc-cb5b-4575-ad1a-785b755c9981 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Unset dirty status for tenant:3f30a1c1bd9d410aa1ef1bc30e02200d on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:43:01.299287 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c6b48116-6479-44e7-9df6-da6be48161a2 req-d7d54bcc-cb5b-4575-ad1a-785b755c9981 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 932 time: 0.2499216 Feb 12 21:43:01.411918 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c6b48116-6479-44e7-9df6-da6be48161a2 req-d160c1a1-4970-4800-9f81-50b0810b2322 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051910 Feb 12 21:43:01.423584 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cc3645-6266-407b-9b2b-2d224f0b20fc {{(pid=84069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:43:01.432834 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:01.446190 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Transition to ACTIVE for port object 73cc3645-6266-407b-9b2b-2d224f0b20fc will not be triggered until provisioned by entity L2. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:43:01.449115 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11382359'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:01.466766 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-259a3cdc-9abb-4555-be2e-85a4f659e304 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:43:01.622508 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Pushing event updated for resources: {'Port': ['ID=73cc3645-6266-407b-9b2b-2d224f0b20fc,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:43:01.628639 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:43:01.865570 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6210f72-56c5-4df6-998d-2fb1a0eb24d4 req-51812ae8-6a90-475f-ba4e-cafac294613b tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:01.867502 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b6210f72-56c5-4df6-998d-2fb1a0eb24d4 req-51812ae8-6a90-475f-ba4e-cafac294613b tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.2309041 Feb 12 21:43:01.915529 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Attempting to bind port 73cc3645-6266-407b-9b2b-2d224f0b20fc on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:43:01.915934 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Attempting to bind port 73cc3645-6266-407b-9b2b-2d224f0b20fc by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f'}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:43:01.916299 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Attempting to bind port 73cc3645-6266-407b-9b2b-2d224f0b20fc on network 730a1daf-e569-454f-98a4-34427f6ca94f {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:43:01.935443 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:43:01.935712 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Checking segment: {'id': '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:43:01.936028 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:01.936400 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Bound using segment: {'id': '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f'} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:43:01.936948 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Bound port: 73cc3645-6266-407b-9b2b-2d224f0b20fc, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f'}}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:43:01.937326 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:01.963887 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b6210f72-56c5-4df6-998d-2fb1a0eb24d4 req-46dde664-a06e-41b6-8154-cf379aadb5c6 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0757842 Feb 12 21:43:02.047209 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] For port 73cc3645-6266-407b-9b2b-2d224f0b20fc, host hv-cinder-77525, cleared binding levels {{(pid=84069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:43:02.051155 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] For port 73cc3645-6266-407b-9b2b-2d224f0b20fc, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=73cc3645-6266-407b-9b2b-2d224f0b20fc,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:43:02.056451 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11382359'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:02.086027 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d2eba566-c7e5-490b-bd57-dd196fde64ef tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:43:02.390902 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Pushing event updated for resources: {'Port': ['ID=73cc3645-6266-407b-9b2b-2d224f0b20fc,revision_number=3']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:43:02.399829 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:43:02.471717 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:02.472063 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:02.473585 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] 10.222.0.66 "PUT /v2.0/ports/73cc3645-6266-407b-9b2b-2d224f0b20fc HTTP/1.1" status: 200 len: 1158 time: 1.7993503 Feb 12 21:43:02.476238 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23a0e0-acfb-47d6-92b5-3e51ee446d8e req-25019134-452c-4362-9aeb-ccbaf5ef1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:02.477830 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fa23a0e0-acfb-47d6-92b5-3e51ee446d8e req-25019134-452c-4362-9aeb-ccbaf5ef1719 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2c3bd88183945119c66fe473d607ea3&device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 1203 time: 0.3165002 Feb 12 21:43:02.478375 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56942523-30db-47c2-9156-0d5ee11d3832', 'tag': '73cc3645-6266-407b-9b2b-2d224f0b20fc'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:43:02.490522 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6d0a4-370b-46ae-a0e1-48a6f25c70f7 req-4e16b423-642c-41c5-8e53-855e3938c9d4 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:02.493873 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01f6d0a4-370b-46ae-a0e1-48a6f25c70f7 req-4e16b423-642c-41c5-8e53-855e3938c9d4 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 985 time: 0.2364743 Feb 12 21:43:02.736655 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01f6d0a4-370b-46ae-a0e1-48a6f25c70f7 req-9f0a06de-6078-4153-b9bf-54803d5e093e tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d&id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2170084 Feb 12 21:43:02.810740 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56942523-30db-47c2-9156-0d5ee11d3832', 'tag': '73cc3645-6266-407b-9b2b-2d224f0b20fc', 'status': 'completed', 'code': 200} Feb 12 21:43:02.821059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23a0e0-acfb-47d6-92b5-3e51ee446d8e req-a2e8c21b-ab38-4143-bb94-f8ada9c1ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:02.822666 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fa23a0e0-acfb-47d6-92b5-3e51ee446d8e req-a2e8c21b-ab38-4143-bb94-f8ada9c1ddbb service neutron] 10.222.0.66 "GET /v2.0/networks?id=442c5856-d8a8-499f-8212-c45b52e4fb00 HTTP/1.1" status: 200 len: 909 time: 0.3287225 Feb 12 21:43:02.895039 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79114bb0-844e-47b8-b950-d24aee3159b8 req-af61d49f-2f20-457c-a0a6-16ad3ba4df2a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:02.896712 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-79114bb0-844e-47b8-b950-d24aee3159b8 req-af61d49f-2f20-457c-a0a6-16ad3ba4df2a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.3045299 Feb 12 21:43:02.921916 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-17069abf-a269-42ba-a49c-63011aace7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:02.923563 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-17069abf-a269-42ba-a49c-63011aace7d5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d&device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 1161 time: 0.3301015 Feb 12 21:43:03.024647 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-dd7eea33-f891-40f5-b6ce-9bc3283e1e00 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73cc3645-6266-407b-9b2b-2d224f0b20fc HTTP/1.1" status: 200 len: 217 time: 0.0827787 Feb 12 21:43:03.156042 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fa23a0e0-acfb-47d6-92b5-3e51ee446d8e req-681298ce-1ffb-48a0-9b76-5c35b6e20502 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae61d84-6693-4ae4-b11f-38ed7124e4a5 HTTP/1.1" status: 200 len: 1002 time: 0.3243513 Feb 12 21:43:03.158976 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-79114bb0-844e-47b8-b950-d24aee3159b8 req-bea45386-ccca-41da-923f-c646e03a2d0b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543197 Feb 12 21:43:03.496126 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-7afcd48f-0e5d-42e5-93d9-3ba146e6fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:03.497815 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-7afcd48f-0e5d-42e5-93d9-3ba146e6fd50 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3d14036-127d-49c7-a851-85c1a4e15dee HTTP/1.1" status: 200 len: 856 time: 0.4536190 Feb 12 21:43:03.571923 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23a0e0-acfb-47d6-92b5-3e51ee446d8e req-54f13e7a-85a4-4c1d-9efa-9595188a91f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:03.573521 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fa23a0e0-acfb-47d6-92b5-3e51ee446d8e req-54f13e7a-85a4-4c1d-9efa-9595188a91f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7617e10-46d8-4e1b-b626-16aaa8fd84a7 HTTP/1.1" status: 200 len: 854 time: 0.4056103 Feb 12 21:43:03.645671 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542b986-4656-48a1-9643-4a2b6511dacf req-933db013-0989-4a74-acd3-0a02da0de75e tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:03.647306 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e542b986-4656-48a1-9643-4a2b6511dacf req-933db013-0989-4a74-acd3-0a02da0de75e tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.5557375 Feb 12 21:43:03.722684 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-8ccd88fc-6168-48e0-9d37-ce1985ebe4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:03.724346 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-8ccd88fc-6168-48e0-9d37-ce1985ebe4f8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=730a1daf-e569-454f-98a4-34427f6ca94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2106900 Feb 12 21:43:03.731606 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e542b986-4656-48a1-9643-4a2b6511dacf req-e16af95e-9a83-4004-abdc-57f6f8fcc999 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0717747 Feb 12 21:43:03.835628 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23a0e0-acfb-47d6-92b5-3e51ee446d8e req-d48c1e02-5a55-4c92-823b-a8f665e8ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:03.837296 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fa23a0e0-acfb-47d6-92b5-3e51ee446d8e req-d48c1e02-5a55-4c92-823b-a8f665e8ab86 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=442c5856-d8a8-499f-8212-c45b52e4fb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2528079 Feb 12 21:43:04.048663 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-db5e3274-5ac5-48ea-8037-01581b29a02c service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158870 Feb 12 21:43:04.187951 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fa23a0e0-acfb-47d6-92b5-3e51ee446d8e req-2365fbfe-5f5a-4421-9304-020ff82d68c4 service neutron] 10.222.0.66 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408878 Feb 12 21:43:04.227828 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7b5ac-d2ed-4cb7-82b2-79813da788c9 req-56f27781-9fdc-40f0-9103-c61dade3ada5 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:04.229492 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-49e7b5ac-d2ed-4cb7-82b2-79813da788c9 req-56f27781-9fdc-40f0-9103-c61dade3ada5 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 985 time: 0.3554165 Feb 12 21:43:04.448122 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-49e7b5ac-d2ed-4cb7-82b2-79813da788c9 req-460e4022-fa86-47f4-817b-e2ae4a3fe095 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d&id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1596103 Feb 12 21:43:04.474826 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1f3ca271-2809-41be-b19f-e9ca4f0cbeb5 req-87eddffa-acd1-4eca-b945-5213f81012c7 service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4184685 Feb 12 21:43:04.514156 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fa23a0e0-acfb-47d6-92b5-3e51ee446d8e req-b0122a4f-ca54-496c-9b79-b8de42510589 service neutron] 10.222.0.66 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3178010 Feb 12 21:43:04.529836 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d284bc2-fde2-4c65-8c07-70bd816c143a req-ffe760aa-0e78-4ef8-88ac-2e05a334bedd tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:04.531628 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4d284bc2-fde2-4c65-8c07-70bd816c143a req-ffe760aa-0e78-4ef8-88ac-2e05a334bedd tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.2446189 Feb 12 21:43:04.585871 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4d284bc2-fde2-4c65-8c07-70bd816c143a req-7795dddb-f83d-486b-97cc-4faffb452b34 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470152 Feb 12 21:43:04.696952 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7982cc-6548-44ef-aa0d-9867d1dba070 req-e751288e-960d-4f5e-b034-a0e6c1195682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:04.698719 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0d7982cc-6548-44ef-aa0d-9867d1dba070 req-e751288e-960d-4f5e-b034-a0e6c1195682 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d&device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 1161 time: 0.0858448 Feb 12 21:43:04.861800 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7982cc-6548-44ef-aa0d-9867d1dba070 req-8f29e4d2-e82f-49bb-af46-54f26c47e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:04.863529 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0d7982cc-6548-44ef-aa0d-9867d1dba070 req-8f29e4d2-e82f-49bb-af46-54f26c47e24e service neutron] 10.222.0.66 "GET /v2.0/networks?id=730a1daf-e569-454f-98a4-34427f6ca94f HTTP/1.1" status: 200 len: 911 time: 0.1572182 Feb 12 21:43:04.988767 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0d7982cc-6548-44ef-aa0d-9867d1dba070 req-246a9d9e-bcf8-4bc7-a139-3e7230b2c812 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73cc3645-6266-407b-9b2b-2d224f0b20fc HTTP/1.1" status: 200 len: 217 time: 0.1172194 Feb 12 21:43:05.077410 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7982cc-6548-44ef-aa0d-9867d1dba070 req-ec1892a3-0a67-42e6-aeee-fc238892f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:05.079027 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0d7982cc-6548-44ef-aa0d-9867d1dba070 req-ec1892a3-0a67-42e6-aeee-fc238892f030 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3d14036-127d-49c7-a851-85c1a4e15dee HTTP/1.1" status: 200 len: 856 time: 0.0820737 Feb 12 21:43:05.090494 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3d2aa-966b-49ca-bcd1-6f744215579c req-d499f334-5603-4139-9515-4691f8cb81a9 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:05.092096 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9bb3d2aa-966b-49ca-bcd1-6f744215579c req-d499f334-5603-4139-9515-4691f8cb81a9 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.1669602 Feb 12 21:43:05.201450 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9bb3d2aa-966b-49ca-bcd1-6f744215579c req-4c3c4267-a9bd-4423-9851-3d48c9a378f2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0717499 Feb 12 21:43:05.216245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7982cc-6548-44ef-aa0d-9867d1dba070 req-e8d15bcd-53c6-4a10-b5f1-287aa29b0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:05.217885 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0d7982cc-6548-44ef-aa0d-9867d1dba070 req-e8d15bcd-53c6-4a10-b5f1-287aa29b0623 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=730a1daf-e569-454f-98a4-34427f6ca94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1248245 Feb 12 21:43:05.365816 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0d7982cc-6548-44ef-aa0d-9867d1dba070 req-44703967-351a-41e9-9587-9ae10272c59b service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402583 Feb 12 21:43:05.524904 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0d7982cc-6548-44ef-aa0d-9867d1dba070 req-5f815bc4-208f-4ab9-9439-61fb9d70a4dc service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1487586 Feb 12 21:43:05.666356 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d81b1f-4627-4c81-afd2-5c6a0ed85cc6 req-8f0c0abf-37cd-465f-a4b9-4512b929a45f tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:05.668089 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-25d81b1f-4627-4c81-afd2-5c6a0ed85cc6 req-8f0c0abf-37cd-465f-a4b9-4512b929a45f tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 985 time: 0.1011298 Feb 12 21:43:05.777106 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-25d81b1f-4627-4c81-afd2-5c6a0ed85cc6 req-97b9ed35-dd8b-4b3c-b930-50a94bdbb97c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d&id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1002047 Feb 12 21:43:05.815123 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c65b89-212f-4a58-bfa4-2b8486dd65a6 req-c5d1a37b-d26b-4633-bae5-0430e3863099 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:05.816808 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-69c65b89-212f-4a58-bfa4-2b8486dd65a6 req-c5d1a37b-d26b-4633-bae5-0430e3863099 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.1050873 Feb 12 21:43:05.874421 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-69c65b89-212f-4a58-bfa4-2b8486dd65a6 req-7aa7e47c-bde4-46f8-aa50-46b90edd317f tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506487 Feb 12 21:43:06.411871 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6ab9a-8c01-4fa0-a65b-bf7cd0f98116 req-a2f175dc-9985-4bf5-a775-83a3ab0a2904 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:06.414135 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b0b6ab9a-8c01-4fa0-a65b-bf7cd0f98116 req-a2f175dc-9985-4bf5-a775-83a3ab0a2904 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.0880773 Feb 12 21:43:06.468742 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b0b6ab9a-8c01-4fa0-a65b-bf7cd0f98116 req-3aa234f7-57e4-4ec9-8ade-2d450cff26ac tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0459416 Feb 12 21:43:06.993426 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e4d0d-99a6-4020-a1c7-99a2c5d876eb req-c9028f6f-8c04-4a20-848a-406ac0007fe8 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:06.995072 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9f1e4d0d-99a6-4020-a1c7-99a2c5d876eb req-c9028f6f-8c04-4a20-848a-406ac0007fe8 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 985 time: 0.0937126 Feb 12 21:43:07.102025 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9f1e4d0d-99a6-4020-a1c7-99a2c5d876eb req-d41f9f00-071b-42f7-a903-01f59ec9c363 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d&id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0996928 Feb 12 21:43:07.138010 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb9753-65d6-468c-a537-d061da874026 req-83eb8e76-c8cc-48fc-94c7-627c9a1b75ad tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:07.139639 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-abfb9753-65d6-468c-a537-d061da874026 req-83eb8e76-c8cc-48fc-94c7-627c9a1b75ad tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.1194563 Feb 12 21:43:07.195914 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-abfb9753-65d6-468c-a537-d061da874026 req-0793676b-9bc5-446b-84a3-475d9a4c83c6 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491452 Feb 12 21:43:07.529257 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device d12eed96-f310-41ee-8e0b-2edd96db6257 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:43:07.606924 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port d12eed96-f310-41ee-8e0b-2edd96db6257 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:43:07.607344 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:07.670673 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc978072-6eb7-4758-bf98-8a54540b3bcb req-9d968a72-3211-4176-a62a-aa0b85309400 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:07.672331 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-dc978072-6eb7-4758-bf98-8a54540b3bcb req-9d968a72-3211-4176-a62a-aa0b85309400 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.0886092 Feb 12 21:43:07.722471 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-dc978072-6eb7-4758-bf98-8a54540b3bcb req-ec9f2901-be3b-4767-9222-8c96dab231b0 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0434873 Feb 12 21:43:08.320704 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458f4b3-8fc2-4599-90f3-b7e35eaa21ce req-748c014f-1ff4-440f-ae18-47d90960a23f tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:08.322318 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0458f4b3-8fc2-4599-90f3-b7e35eaa21ce req-748c014f-1ff4-440f-ae18-47d90960a23f tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 985 time: 0.0970232 Feb 12 21:43:08.429573 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0458f4b3-8fc2-4599-90f3-b7e35eaa21ce req-62758b80-5ee4-4725-97d9-677f209130b3 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d&id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0700572 Feb 12 21:43:08.451982 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b28a99-1658-4274-b55a-bc7daa00079a req-c167a69a-c45a-4176-97c2-4cbbb5e61687 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:08.451982 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-99b28a99-1658-4274-b55a-bc7daa00079a req-c167a69a-c45a-4176-97c2-4cbbb5e61687 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.1280670 Feb 12 21:43:08.504774 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-99b28a99-1658-4274-b55a-bc7daa00079a req-f215243d-1d5f-4d33-b918-eafe3050186f tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469205 Feb 12 21:43:08.643021 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861a704-9950-4324-bb4e-fc002ae1a5ae req-8cd08830-a38a-4a8f-aa3f-1b6d91060c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:08.644698 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3861a704-9950-4324-bb4e-fc002ae1a5ae req-8cd08830-a38a-4a8f-aa3f-1b6d91060c42 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49ec507faa244b44a51dada5f29b8cae&device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 1163 time: 0.0820663 Feb 12 21:43:09.104814 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861a704-9950-4324-bb4e-fc002ae1a5ae req-d8eecc49-badc-4aa5-bba9-5515dda9c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:09.106335 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3861a704-9950-4324-bb4e-fc002ae1a5ae req-d8eecc49-badc-4aa5-bba9-5515dda9c25e service neutron] 10.222.0.66 "GET /v2.0/networks?id=fdb6571b-cda9-47e3-bee0-da8e039221ab HTTP/1.1" status: 200 len: 903 time: 0.4525249 Feb 12 21:43:09.117918 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c60217-3103-44bd-8ff7-7a06081724ca req-c2cd7635-f05e-40ca-9dff-3636643d2968 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:09.119483 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-91c60217-3103-44bd-8ff7-7a06081724ca req-c2cd7635-f05e-40ca-9dff-3636643d2968 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.1487374 Feb 12 21:43:09.262607 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-91c60217-3103-44bd-8ff7-7a06081724ca req-ed9b5a51-601b-43a5-a5e5-98c2d484a497 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0897865 Feb 12 21:43:09.264558 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3861a704-9950-4324-bb4e-fc002ae1a5ae req-2b9439f3-f5b5-4236-aae6-f18da3958a45 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12eed96-f310-41ee-8e0b-2edd96db6257 HTTP/1.1" status: 200 len: 1002 time: 0.1440332 Feb 12 21:43:09.338387 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861a704-9950-4324-bb4e-fc002ae1a5ae req-f322bee1-ffab-4425-94d0-df8f8d888e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:09.340033 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3861a704-9950-4324-bb4e-fc002ae1a5ae req-f322bee1-ffab-4425-94d0-df8f8d888e72 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=217c03cb-b699-430c-af4a-d830049b93e1 HTTP/1.1" status: 200 len: 847 time: 0.0662441 Feb 12 21:43:09.435505 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861a704-9950-4324-bb4e-fc002ae1a5ae req-611e8f48-793b-4c2c-958c-ba7ad8694304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:09.437255 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3861a704-9950-4324-bb4e-fc002ae1a5ae req-611e8f48-793b-4c2c-958c-ba7ad8694304 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fdb6571b-cda9-47e3-bee0-da8e039221ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846524 Feb 12 21:43:09.695949 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3861a704-9950-4324-bb4e-fc002ae1a5ae req-a82618df-b165-4fe7-afca-8c95db1191bd service neutron] 10.222.0.66 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500045 Feb 12 21:43:09.874107 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b6dd0-edda-449b-b816-32cb9019c9ec req-6f0232e4-580d-41f9-9cb1-5a1a365261e4 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:09.875725 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8a6b6dd0-edda-449b-b816-32cb9019c9ec req-6f0232e4-580d-41f9-9cb1-5a1a365261e4 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 985 time: 0.3055665 Feb 12 21:43:09.885022 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be07a3d-4a65-4e40-aab3-2078d2dcf64c req-42c41450-f857-42a0-aad5-7d593c36331c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:09.886598 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4be07a3d-4a65-4e40-aab3-2078d2dcf64c req-42c41450-f857-42a0-aad5-7d593c36331c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.2565627 Feb 12 21:43:09.948780 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3861a704-9950-4324-bb4e-fc002ae1a5ae req-10d0a4a3-955d-488a-a522-ee15c5ff30ea service neutron] 10.222.0.66 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2440042 Feb 12 21:43:09.990927 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8a6b6dd0-edda-449b-b816-32cb9019c9ec req-57709c0e-7229-4db4-8498-5154a4403616 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d&id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1031873 Feb 12 21:43:10.000123 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4be07a3d-4a65-4e40-aab3-2078d2dcf64c req-c873c3c8-1f91-45e5-9861-4f100781ea98 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844071 Feb 12 21:43:10.465687 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcdfd6-a1de-4804-b653-8353aabc53db req-164a3c20-a5b0-4cbe-9e4c-3731e500fe96 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:10.467266 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-59fcdfd6-a1de-4804-b653-8353aabc53db req-164a3c20-a5b0-4cbe-9e4c-3731e500fe96 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.0881817 Feb 12 21:43:10.521379 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-59fcdfd6-a1de-4804-b653-8353aabc53db req-f5ba170c-3968-4083-a91f-66fb0cada249 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0477965 Feb 12 21:43:10.567621 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device d12eed96-f310-41ee-8e0b-2edd96db6257 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:43:10.642927 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port d12eed96-f310-41ee-8e0b-2edd96db6257 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:43:10.643350 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:10.775856 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 73cc3645-6266-407b-9b2b-2d224f0b20fc up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:43:10.845190 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port 73cc3645-6266-407b-9b2b-2d224f0b20fc completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:43:10.850170 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 73cc3645-6266-407b-9b2b-2d224f0b20fc triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:43:10.851096 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:10.978976 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:11.006981 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56942523-30db-47c2-9156-0d5ee11d3832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc3645-6266-407b-9b2b-2d224f0b20fc'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:43:11.018291 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 73cc3645-6266-407b-9b2b-2d224f0b20fc, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=73cc3645-6266-407b-9b2b-2d224f0b20fc,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:43:11.022033 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:11.025034 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:43:11.057917 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56942523-30db-47c2-9156-0d5ee11d3832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc3645-6266-407b-9b2b-2d224f0b20fc', 'code': 200} Feb 12 21:43:11.101989 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=73cc3645-6266-407b-9b2b-2d224f0b20fc,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:43:11.111768 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:43:11.270072 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae1007-c969-4117-8722-e46005644672 req-0160db67-94bc-422a-ad73-e7ef5827b2f7 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:11.271723 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c6ae1007-c969-4117-8722-e46005644672 req-0160db67-94bc-422a-ad73-e7ef5827b2f7 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 985 time: 0.1587114 Feb 12 21:43:11.348910 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafafc0-2ede-4081-9835-205f9ded5eb4 req-ef903b0b-fde5-40ec-b407-c8ac73ec7ea0 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:11.350575 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6aafafc0-2ede-4081-9835-205f9ded5eb4 req-ef903b0b-fde5-40ec-b407-c8ac73ec7ea0 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.1945841 Feb 12 21:43:11.433228 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c6ae1007-c969-4117-8722-e46005644672 req-11119336-70eb-449d-aba0-6796ade4c47f tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d&id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1183014 Feb 12 21:43:11.446153 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6aafafc0-2ede-4081-9835-205f9ded5eb4 req-78fdf898-efeb-42e0-9935-36f2cb530c2b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863371 Feb 12 21:43:11.454049 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1dc04-4d4c-4ad0-b858-a099c3983f5e req-47cf4041-37ad-4c5c-b9d5-fc4dab70697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:11.454049 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e8f1dc04-4d4c-4ad0-b858-a099c3983f5e req-47cf4041-37ad-4c5c-b9d5-fc4dab70697e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 1163 time: 0.1805966 Feb 12 21:43:11.504188 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e8f1dc04-4d4c-4ad0-b858-a099c3983f5e req-ae13e964-3b5d-4852-b54a-5cfe624a4856 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428772 Feb 12 21:43:11.527046 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 73cc3645-6266-407b-9b2b-2d224f0b20fc up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:43:11.612126 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 73cc3645-6266-407b-9b2b-2d224f0b20fc triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:43:11.612553 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:11.735173 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebabd92-8271-4197-a1c7-85d62e6dfbdf req-0a7a3e15-52c6-448c-9410-b7f737c5a2d5 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:11.736860 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7ebabd92-8271-4197-a1c7-85d62e6dfbdf req-0a7a3e15-52c6-448c-9410-b7f737c5a2d5 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.0971661 Feb 12 21:43:11.785819 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7ebabd92-8271-4197-a1c7-85d62e6dfbdf req-b855038a-3406-44cc-a9cc-00bbf175c20d tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0418234 Feb 12 21:43:12.019602 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-45b0014e-7cdf-4b77-be0b-93d030253293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:12.750143 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c391d90-7e7e-4722-a9d1-f26d62baf739 req-7c68a723-3a3c-4e05-a3d1-c83352019965 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:12.751792 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9c391d90-7e7e-4722-a9d1-f26d62baf739 req-7c68a723-3a3c-4e05-a3d1-c83352019965 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 985 time: 0.1820900 Feb 12 21:43:12.758081 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399a73c-0964-4923-8750-01a1dfd06f9e req-18bb1400-b647-4bb4-b06e-86341ed81a6e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:12.759636 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3399a73c-0964-4923-8750-01a1dfd06f9e req-18bb1400-b647-4bb4-b06e-86341ed81a6e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.1286201 Feb 12 21:43:12.839337 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9c391d90-7e7e-4722-a9d1-f26d62baf739 req-2799f736-ac21-4c72-abd4-6ab0e3f02bf9 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d&id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0784655 Feb 12 21:43:12.846927 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3399a73c-0964-4923-8750-01a1dfd06f9e req-641fb291-016b-4605-acc7-04c38a0dfdf6 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684562 Feb 12 21:43:13.040004 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cef079-42a1-4545-9f01-eb328eacd51f req-81d9f17c-26c9-46d9-80ce-514be063800d tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:13.041558 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68cef079-42a1-4545-9f01-eb328eacd51f req-81d9f17c-26c9-46d9-80ce-514be063800d tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.0958641 Feb 12 21:43:13.090763 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68cef079-42a1-4545-9f01-eb328eacd51f req-b6d3c94d-7a2f-44d5-ba24-3ffa0d366f3f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0428350 Feb 12 21:43:13.451316 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 38342) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:43:13.495539 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05500249-ea1b-4caf-acfc-145a782e16f4 req-de4c250c-4a23-40f2-8b1e-2e4daca8127b tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:13.497998 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-05500249-ea1b-4caf-acfc-145a782e16f4 req-de4c250c-4a23-40f2-8b1e-2e4daca8127b tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.1128824 Feb 12 21:43:13.552169 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-05500249-ea1b-4caf-acfc-145a782e16f4 req-24983ed2-6de7-4aa4-a26c-2ad3474a8d59 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0472593 Feb 12 21:43:13.587721 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bd9af26b-95b7-4f4d-ac9c-ad7154c781cb req-dea31b39-ba9d-4354-9835-607d5bfe6b10 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1350567 Feb 12 21:43:13.607954 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 73cc3645-6266-407b-9b2b-2d224f0b20fc up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:43:13.681470 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 73cc3645-6266-407b-9b2b-2d224f0b20fc triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:43:13.681905 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:13.841431 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device d12eed96-f310-41ee-8e0b-2edd96db6257 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:43:13.988880 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:14.020203 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd12eed96-f310-41ee-8e0b-2edd96db6257'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:43:14.032018 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port d12eed96-f310-41ee-8e0b-2edd96db6257, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=d12eed96-f310-41ee-8e0b-2edd96db6257,segment=NetworkSegment(dd6e8f15-3cdb-465f-92d3-0ade404b1c3b),segment_id=dd6e8f15-3cdb-465f-92d3-0ade404b1c3b)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:43:14.039281 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:14.041204 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:43:14.127511 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=d12eed96-f310-41ee-8e0b-2edd96db6257,revision_number=5']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:43:14.130488 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:43:14.168291 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c93f0-cae4-448b-8a72-fcc1e7e06a56 req-b28b5482-576b-46c7-9115-faf459850356 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:14.169923 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7d4c93f0-cae4-448b-8a72-fcc1e7e06a56 req-b28b5482-576b-46c7-9115-faf459850356 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.1859636 Feb 12 21:43:14.204538 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5124c3-313f-4b71-9dfb-1b5bb20a05f7 req-f01574a6-98df-408a-ac0a-c7313245ccb8 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:14.210651 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cf5124c3-313f-4b71-9dfb-1b5bb20a05f7 req-f01574a6-98df-408a-ac0a-c7313245ccb8 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 985 time: 0.1682947 Feb 12 21:43:14.274348 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7d4c93f0-cae4-448b-8a72-fcc1e7e06a56 req-49a1fd4d-b203-4e24-8178-8faeb591abc7 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940664 Feb 12 21:43:14.281065 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cf5124c3-313f-4b71-9dfb-1b5bb20a05f7 req-5736d142-6826-4364-88f9-88b09c7399aa tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d&id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0641067 Feb 12 21:43:14.332749 dv-cinder-775250-2-smb neutron-server[83958]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd12eed96-f310-41ee-8e0b-2edd96db6257', 'code': 422} returned with failed status Feb 12 21:43:14.456408 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5b5301ed-bae7-4764-abdb-467ed6a42996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:14.488363 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51977f-01b7-41df-82b0-53000369b85b req-73ad1803-3021-4e50-9854-e56469c346b7 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:14.490040 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bf51977f-01b7-41df-82b0-53000369b85b req-73ad1803-3021-4e50-9854-e56469c346b7 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0938485 Feb 12 21:43:14.499265 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 38366) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:43:14.505717 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-a92cff50-dc49-419f-aadb-c8d97c0eae55 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Request body: {'floatingip': {'port_id': '73cc3645-6266-407b-9b2b-2d224f0b20fc'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:43:14.592073 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a92cff50-dc49-419f-aadb-c8d97c0eae55 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for floatingip, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:14.844724 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf729a-0216-49bc-b792-fadbc2c36dbd req-5240d742-ddcf-40af-bf6a-c38149b877a1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:14.846326 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8baf729a-0216-49bc-b792-fadbc2c36dbd req-5240d742-ddcf-40af-bf6a-c38149b877a1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 944 time: 0.1633441 Feb 12 21:43:14.904953 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8baf729a-0216-49bc-b792-fadbc2c36dbd req-43d30a9d-b047-422e-a5f0-6847a58c3866 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0508041 Feb 12 21:43:14.927597 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea96ae4-aedf-48a7-928e-9a6339b1ddbf req-9bd53acd-3f45-4d4c-8bee-ec7e4b62cd42 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:14.927597 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1ea96ae4-aedf-48a7-928e-9a6339b1ddbf req-9bd53acd-3f45-4d4c-8bee-ec7e4b62cd42 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.1490111 Feb 12 21:43:15.028982 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1ea96ae4-aedf-48a7-928e-9a6339b1ddbf req-56b68f4a-3e6b-41c3-a6a3-23d6a4c4e5b1 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946321 Feb 12 21:43:15.055834 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9af26b-95b7-4f4d-ac9c-ad7154c781cb req-2ae09a1c-0b54-444d-830f-7de52b68ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:15.057509 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bd9af26b-95b7-4f4d-ac9c-ad7154c781cb req-2ae09a1c-0b54-444d-830f-7de52b68ad8a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6&tenant_id=49ec507faa244b44a51dada5f29b8cae HTTP/1.1" status: 200 len: 1161 time: 0.1028535 Feb 12 21:43:15.058654 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:15.178898 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9af26b-95b7-4f4d-ac9c-ad7154c781cb req-eb0072fe-fbfb-48a5-b98f-066ae96f8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:15.180539 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bd9af26b-95b7-4f4d-ac9c-ad7154c781cb req-eb0072fe-fbfb-48a5-b98f-066ae96f8318 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49ec507faa244b44a51dada5f29b8cae&device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 1161 time: 0.0812840 Feb 12 21:43:15.288510 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a92cff50-dc49-419f-aadb-c8d97c0eae55 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:15.291526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a92cff50-dc49-419f-aadb-c8d97c0eae55 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:15.326077 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9af26b-95b7-4f4d-ac9c-ad7154c781cb req-4ca32cee-5697-4d56-bd67-c440851fe47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:15.327684 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bd9af26b-95b7-4f4d-ac9c-ad7154c781cb req-4ca32cee-5697-4d56-bd67-c440851fe47b service neutron] 10.222.0.66 "GET /v2.0/networks?id=fdb6571b-cda9-47e3-bee0-da8e039221ab HTTP/1.1" status: 200 len: 903 time: 0.1402152 Feb 12 21:43:15.485004 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.l3_db [None req-a92cff50-dc49-419f-aadb-c8d97c0eae55 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Floating IP 7ca4fd5b-38da-47d3-b8b1-5d70fa199d9c associated. External IP: 172.28.0.166, port: 73cc3645-6266-407b-9b2b-2d224f0b20fc. Feb 12 21:43:15.492562 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bd9af26b-95b7-4f4d-ac9c-ad7154c781cb req-db831499-fba1-4ef2-8d1e-0ef501fe387a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12eed96-f310-41ee-8e0b-2edd96db6257 HTTP/1.1" status: 200 len: 1000 time: 0.1579006 Feb 12 21:43:15.580457 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9af26b-95b7-4f4d-ac9c-ad7154c781cb req-529d094e-dbbb-4db8-b24d-33f21d926e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:15.582033 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bd9af26b-95b7-4f4d-ac9c-ad7154c781cb req-529d094e-dbbb-4db8-b24d-33f21d926e52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=217c03cb-b699-430c-af4a-d830049b93e1 HTTP/1.1" status: 200 len: 847 time: 0.0828140 Feb 12 21:43:15.588828 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cee1c9-c56c-4396-82a3-aee105cafb59 req-a210832f-ed70-42b7-adfb-d35eb4c64009 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:15.590291 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a5cee1c9-c56c-4396-82a3-aee105cafb59 req-a210832f-ed70-42b7-adfb-d35eb4c64009 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 985 time: 0.1598995 Feb 12 21:43:15.699447 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a5cee1c9-c56c-4396-82a3-aee105cafb59 req-eb8ea656-3dd5-4422-a1a5-05d96ff13f57 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d&id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0693367 Feb 12 21:43:15.715254 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9af26b-95b7-4f4d-ac9c-ad7154c781cb req-be9ea0ae-9a6b-4fc9-8740-3c1433d9817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:15.716897 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bd9af26b-95b7-4f4d-ac9c-ad7154c781cb req-be9ea0ae-9a6b-4fc9-8740-3c1433d9817e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fdb6571b-cda9-47e3-bee0-da8e039221ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1256878 Feb 12 21:43:15.745756 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:15.869879 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bd9af26b-95b7-4f4d-ac9c-ad7154c781cb req-eb7a80f3-c312-42b3-a3c9-8793d1a24655 service neutron] 10.222.0.66 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453412 Feb 12 21:43:16.095445 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92cff50-dc49-419f-aadb-c8d97c0eae55 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Router d981f459-bed3-4b0b-8008-8fc0559f9d6b has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:43:16.306510 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92cff50-dc49-419f-aadb-c8d97c0eae55 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:43:16.310984 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a92cff50-dc49-419f-aadb-c8d97c0eae55 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:16.317410 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0397e6-2464-49e5-bcba-1b538bfb82e3 None None] Sync routers for ids ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'] in dv-cinder-775250-2-smb {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:43:16.327910 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0397e6-2464-49e5-bcba-1b538bfb82e3 None None] Routers {'d981f459-bed3-4b0b-8008-8fc0559f9d6b'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:43:16.328973 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ca0397e6-2464-49e5-bcba-1b538bfb82e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:43:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:43:16.358583 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bd9af26b-95b7-4f4d-ac9c-ad7154c781cb req-f51296ff-5fe4-49d8-898c-75b4317f8203 service neutron] 10.222.0.66 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4818785 Feb 12 21:43:16.372430 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-a92cff50-dc49-419f-aadb-c8d97c0eae55 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "PUT /v2.0/floatingips/7ca4fd5b-38da-47d3-b8b1-5d70fa199d9c HTTP/1.1" status: 200 len: 992 time: 1.8718221 Feb 12 21:43:16.373632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56942523-30db-47c2-9156-0d5ee11d3832', 'tag': '73cc3645-6266-407b-9b2b-2d224f0b20fc'}] {{(pid=84068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:43:16.405974 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a8cfa-9e81-4e2e-b568-02e40ce3b614 req-e32f9642-8f47-425b-80cf-0a8e07d3906b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:16.407153 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-447a8cfa-9e81-4e2e-b568-02e40ce3b614 req-e32f9642-8f47-425b-80cf-0a8e07d3906b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.1842718 Feb 12 21:43:16.414732 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090db082-2aac-44cf-8086-51b52a43707d req-f0d5de85-6b44-474b-bb5c-d495c3735271 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:16.422256 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-090db082-2aac-44cf-8086-51b52a43707d req-f0d5de85-6b44-474b-bb5c-d495c3735271 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 944 time: 0.1978490 Feb 12 21:43:16.499534 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-090db082-2aac-44cf-8086-51b52a43707d req-6d10f47a-b5f6-454f-b631-cf2b674aa6d1 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0763218 Feb 12 21:43:16.504644 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-447a8cfa-9e81-4e2e-b568-02e40ce3b614 req-1bf2d645-6fee-4b41-b418-691ef7ba47ab tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801737 Feb 12 21:43:16.565869 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ca0397e6-2464-49e5-bcba-1b538bfb82e3 None None] Set router d981f459-bed3-4b0b-8008-8fc0559f9d6b gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:43:16.638160 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56942523-30db-47c2-9156-0d5ee11d3832', 'tag': '73cc3645-6266-407b-9b2b-2d224f0b20fc', 'status': 'completed', 'code': 200} Feb 12 21:43:16.742196 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:16.816815 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a70235-c4e2-4b75-971b-60bf757d4517 req-b559d816-b08c-4cf3-a1b7-03c2c851d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:16.818513 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-48a70235-c4e2-4b75-971b-60bf757d4517 req-b559d816-b08c-4cf3-a1b7-03c2c851d5a3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d&device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 1163 time: 0.0887144 Feb 12 21:43:16.964888 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ca0397e6-2464-49e5-bcba-1b538bfb82e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': '7ca4fd5b-38da-47d3-b8b1-5d70fa199d9c', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'floating_ip_address': '172.28.0.166', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'port_id': '73cc3645-6266-407b-9b2b-2d224f0b20fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'mac_address': 'fa:16:3e:08:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56942523-30db-47c2-9156-0d5ee11d3832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:42:55Z', 'updated_at': '2021-02-12T21:43:15Z', 'revision_number': 1, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68de73d7-6141-40b3-968b-45842b4d5ea5', 'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'mac_address': 'fa:16:3e:9c:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:29Z', 'updated_at': '2021-02-12T21:36:49Z', 'revision_number': 5, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'subnets': [{'id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:43:16.969233 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0397e6-2464-49e5-bcba-1b538bfb82e3 None None] Checking router: d981f459-bed3-4b0b-8008-8fc0559f9d6b for host: dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:43:16.978226 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0397e6-2464-49e5-bcba-1b538bfb82e3 None None] Routers {'d981f459-bed3-4b0b-8008-8fc0559f9d6b'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:43:16.978889 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ca0397e6-2464-49e5-bcba-1b538bfb82e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:43:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:43:17.035390 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a70235-c4e2-4b75-971b-60bf757d4517 req-00644e48-c134-4e26-8776-e2a8834e655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:17.036995 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-48a70235-c4e2-4b75-971b-60bf757d4517 req-00644e48-c134-4e26-8776-e2a8834e655d service neutron] 10.222.0.66 "GET /v2.0/networks?id=730a1daf-e569-454f-98a4-34427f6ca94f HTTP/1.1" status: 200 len: 911 time: 0.2077324 Feb 12 21:43:17.044181 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ab5e0-1260-4649-8a65-1acfc1fe7cb3 req-d5ad2e06-5ceb-43a4-91c8-9c60610e61a1 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:17.045670 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b50ab5e0-1260-4649-8a65-1acfc1fe7cb3 req-d5ad2e06-5ceb-43a4-91c8-9c60610e61a1 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 985 time: 0.1912284 Feb 12 21:43:17.172197 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ca0397e6-2464-49e5-bcba-1b538bfb82e3 None None] Set router d981f459-bed3-4b0b-8008-8fc0559f9d6b gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:43:17.188801 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b50ab5e0-1260-4649-8a65-1acfc1fe7cb3 req-dbc62746-b23f-405b-8645-470566b56f68 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d&id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1365614 Feb 12 21:43:17.201751 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-48a70235-c4e2-4b75-971b-60bf757d4517 req-4e65e632-d745-44d3-87d7-4af4777691a5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73cc3645-6266-407b-9b2b-2d224f0b20fc HTTP/1.1" status: 200 len: 1000 time: 0.1338634 Feb 12 21:43:17.277128 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a70235-c4e2-4b75-971b-60bf757d4517 req-8ba4a802-a0f2-4fb3-99d7-cbd57ab74868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:17.278626 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-48a70235-c4e2-4b75-971b-60bf757d4517 req-8ba4a802-a0f2-4fb3-99d7-cbd57ab74868 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3d14036-127d-49c7-a851-85c1a4e15dee HTTP/1.1" status: 200 len: 856 time: 0.0694466 Feb 12 21:43:17.368309 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a70235-c4e2-4b75-971b-60bf757d4517 req-2a78c0f8-32d0-46d2-bcb1-c5d2e2cbf667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:17.370257 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-48a70235-c4e2-4b75-971b-60bf757d4517 req-2a78c0f8-32d0-46d2-bcb1-c5d2e2cbf667 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=730a1daf-e569-454f-98a4-34427f6ca94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842552 Feb 12 21:43:17.521821 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-48a70235-c4e2-4b75-971b-60bf757d4517 req-8b5fd08f-ff56-4e8d-a5a9-33be234930ef service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448436 Feb 12 21:43:17.722571 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ca0397e6-2464-49e5-bcba-1b538bfb82e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': '7ca4fd5b-38da-47d3-b8b1-5d70fa199d9c', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'floating_ip_address': '172.28.0.166', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'port_id': '73cc3645-6266-407b-9b2b-2d224f0b20fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'mac_address': 'fa:16:3e:08:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56942523-30db-47c2-9156-0d5ee11d3832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:42:55Z', 'updated_at': '2021-02-12T21:43:15Z', 'revision_number': 1, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68de73d7-6141-40b3-968b-45842b4d5ea5', 'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'mac_address': 'fa:16:3e:9c:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:29Z', 'updated_at': '2021-02-12T21:36:49Z', 'revision_number': 5, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'subnets': [{'id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:43:17.727655 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0397e6-2464-49e5-bcba-1b538bfb82e3 None None] The sync data for ids ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'] in dv-cinder-775250-2-smb is: [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': '7ca4fd5b-38da-47d3-b8b1-5d70fa199d9c', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'floating_ip_address': '172.28.0.166', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'port_id': '73cc3645-6266-407b-9b2b-2d224f0b20fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'mac_address': 'fa:16:3e:08:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56942523-30db-47c2-9156-0d5ee11d3832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:42:55Z', 'updated_at': '2021-02-12T21:43:15Z', 'revision_number': 1, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68de73d7-6141-40b3-968b-45842b4d5ea5', 'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'mac_address': 'fa:16:3e:9c:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:29Z', 'updated_at': '2021-02-12T21:36:49Z', 'revision_number': 5, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'subnets': [{'id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:43:17.805590 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 73cc3645-6266-407b-9b2b-2d224f0b20fc up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:43:17.822463 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-48a70235-c4e2-4b75-971b-60bf757d4517 req-7a3edda9-e693-4aa9-9731-6a718a04067d service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2906313 Feb 12 21:43:17.839451 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa11eb-cde1-4851-b14d-1bc2ed72f4d7 req-eb4073b9-98eb-47d6-ac75-bc3e9dfa341f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:17.841087 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2dfa11eb-cde1-4851-b14d-1bc2ed72f4d7 req-eb4073b9-98eb-47d6-ac75-bc3e9dfa341f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 944 time: 0.1711271 Feb 12 21:43:17.848950 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ada15-7069-4366-bccb-7898b0c409cc req-39b2e3af-104b-4e0a-9ef1-8adc508c07c1 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:17.851125 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f26ada15-7069-4366-bccb-7898b0c409cc req-39b2e3af-104b-4e0a-9ef1-8adc508c07c1 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.2185717 Feb 12 21:43:17.880505 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 73cc3645-6266-407b-9b2b-2d224f0b20fc triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:43:17.880932 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:17.936583 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2dfa11eb-cde1-4851-b14d-1bc2ed72f4d7 req-3f0fb010-e5bd-4141-8452-c89d52548126 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0817711 Feb 12 21:43:17.945030 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f26ada15-7069-4366-bccb-7898b0c409cc req-bf9c1321-81f5-4bf1-8582-13983bdda58e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742579 Feb 12 21:43:18.020746 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device bae61d84-6693-4ae4-b11f-38ed7124e4a5 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:43:18.045721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a28948-5c8b-445e-9e7c-854b80c24e8e None None] New status for floating IP 7ca4fd5b-38da-47d3-b8b1-5d70fa199d9c: ACTIVE {{(pid=84072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:43:18.098941 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port bae61d84-6693-4ae4-b11f-38ed7124e4a5 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:43:18.099370 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:18.399438 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1510a3a-90eb-403a-b4ed-de3435a7e77e req-89ea1c8b-f894-4a1a-8ec6-ec2eb7d40719 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:18.401088 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c1510a3a-90eb-403a-b4ed-de3435a7e77e req-89ea1c8b-f894-4a1a-8ec6-ec2eb7d40719 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 985 time: 0.0892804 Feb 12 21:43:18.453234 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c1510a3a-90eb-403a-b4ed-de3435a7e77e req-6644dbfb-872a-4990-8a3b-b81c3e6b162d tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d&id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0454183 Feb 12 21:43:19.220479 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6b35-bb64-46e7-bbc4-a7c894c78dc5 req-5e89c299-66f5-46bf-9aa3-b3039d934feb tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:19.222097 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5e7d6b35-bb64-46e7-bbc4-a7c894c78dc5 req-5e89c299-66f5-46bf-9aa3-b3039d934feb tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 944 time: 0.1595683 Feb 12 21:43:19.229514 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83720228-05f2-4d29-b01d-5e445c064bed req-1c907913-e26a-4d3a-8387-b8061ccf8969 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:19.230963 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83720228-05f2-4d29-b01d-5e445c064bed req-1c907913-e26a-4d3a-8387-b8061ccf8969 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.1670794 Feb 12 21:43:19.311061 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5e7d6b35-bb64-46e7-bbc4-a7c894c78dc5 req-ae858ed9-58b5-48a8-90bc-3b2d6c461538 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0790532 Feb 12 21:43:19.315587 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83720228-05f2-4d29-b01d-5e445c064bed req-6a176ff2-f018-4aca-8c9b-8dccfe236caf tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695822 Feb 12 21:43:19.651315 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d3360-9aae-4015-be8a-d61d1e6c42be req-5d02376a-8af8-4bab-b74f-0a4d4f713c34 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:19.652987 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2e6d3360-9aae-4015-be8a-d61d1e6c42be req-5d02376a-8af8-4bab-b74f-0a4d4f713c34 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 985 time: 0.0877225 Feb 12 21:43:19.702560 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2e6d3360-9aae-4015-be8a-d61d1e6c42be req-3b3ff952-26c2-4621-83f4-ab095235103e tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d&id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0432389 Feb 12 21:43:20.584923 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11c0f0-329a-4b77-b15d-445ef25a3b6d req-75da4786-2330-414a-b411-316bcfca7ea4 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:20.586446 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8a11c0f0-329a-4b77-b15d-445ef25a3b6d req-75da4786-2330-414a-b411-316bcfca7ea4 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 944 time: 0.1571276 Feb 12 21:43:20.593120 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717ae23-d993-4447-9d12-3e221f04bb7d req-fd348cc6-a850-4e8e-ae59-346a199a7b88 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:20.594577 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3717ae23-d993-4447-9d12-3e221f04bb7d req-fd348cc6-a850-4e8e-ae59-346a199a7b88 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.1296487 Feb 12 21:43:20.666974 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8a11c0f0-329a-4b77-b15d-445ef25a3b6d req-50c08381-dec5-44c4-b787-4332ce875795 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0713773 Feb 12 21:43:20.674111 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3717ae23-d993-4447-9d12-3e221f04bb7d req-f3e37b00-1ea5-42dd-abda-e68d9d7180fb tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626285 Feb 12 21:43:20.905316 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2250b-dc7e-47df-80b6-284d2242a995 req-a1234219-9139-4418-a895-5187753020a3 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:20.906866 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-35d2250b-dc7e-47df-80b6-284d2242a995 req-a1234219-9139-4418-a895-5187753020a3 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 985 time: 0.0919905 Feb 12 21:43:20.958767 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-35d2250b-dc7e-47df-80b6-284d2242a995 req-873b255e-5f96-4ca1-a591-b3473a367ba3 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d&id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0445302 Feb 12 21:43:21.944233 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d447306-fec2-496b-a58e-74ddf625c465 req-727f27c7-d4aa-4721-8ce2-2b660715770b tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:21.945834 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d447306-fec2-496b-a58e-74ddf625c465 req-727f27c7-d4aa-4721-8ce2-2b660715770b tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 944 time: 0.1595380 Feb 12 21:43:21.952567 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1530e8-4bf1-4a35-9dec-62b9357d765b req-1e9ddf58-8437-4f76-9fc5-2d696a20ec05 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:21.954038 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fd1530e8-4bf1-4a35-9dec-62b9357d765b req-1e9ddf58-8437-4f76-9fc5-2d696a20ec05 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.1303294 Feb 12 21:43:22.033061 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d447306-fec2-496b-a58e-74ddf625c465 req-7d8c8f3a-1d75-455f-a846-bf7e2bd142bf tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0779026 Feb 12 21:43:22.035976 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fd1530e8-4bf1-4a35-9dec-62b9357d765b req-c19781c9-d7c0-4ba4-94b7-39b095b03cae tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661559 Feb 12 21:43:22.223362 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a927a3b-ae25-47dc-a500-2c733793661f req-7c9089b3-4e43-42bf-873d-83267fc5b5e7 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:22.225024 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5a927a3b-ae25-47dc-a500-2c733793661f req-7c9089b3-4e43-42bf-873d-83267fc5b5e7 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 985 time: 0.0864708 Feb 12 21:43:22.277720 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5a927a3b-ae25-47dc-a500-2c733793661f req-7aafff4e-3b3c-43e7-9b75-dacf1bb1b88a tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d&id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0462458 Feb 12 21:43:22.459183 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device d12eed96-f310-41ee-8e0b-2edd96db6257 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:43:22.532262 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port d12eed96-f310-41ee-8e0b-2edd96db6257 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:43:22.532683 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:22.657145 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:22.685882 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12eed96-f310-41ee-8e0b-2edd96db6257'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:43:22.696274 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port d12eed96-f310-41ee-8e0b-2edd96db6257, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=d12eed96-f310-41ee-8e0b-2edd96db6257,segment=NetworkSegment(dd6e8f15-3cdb-465f-92d3-0ade404b1c3b),segment_id=dd6e8f15-3cdb-465f-92d3-0ade404b1c3b)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:43:22.699377 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:22.700299 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device bae61d84-6693-4ae4-b11f-38ed7124e4a5 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:43:22.731176 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:43:22.761934 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12eed96-f310-41ee-8e0b-2edd96db6257', 'code': 200} Feb 12 21:43:22.830260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=d12eed96-f310-41ee-8e0b-2edd96db6257,revision_number=6']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:43:22.834791 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:43:22.842099 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port bae61d84-6693-4ae4-b11f-38ed7124e4a5 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:43:22.842524 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:23.101091 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e0ad6-340b-4bb4-b3d8-115f1f43378f req-a9250a50-f5b1-4ecc-814f-d17edf4f9cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:23.103344 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-654e0ad6-340b-4bb4-b3d8-115f1f43378f req-a9250a50-f5b1-4ecc-814f-d17edf4f9cb7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 1163 time: 0.0825381 Feb 12 21:43:23.183576 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-654e0ad6-340b-4bb4-b3d8-115f1f43378f req-d6c60af0-dcc1-4455-8916-72e273af4d40 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0739362 Feb 12 21:43:23.300705 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7edac-4311-4202-8108-9253b38da258 req-84d6f7f5-ab63-45b9-96bb-c203dd3381dc tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:23.302286 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d1f7edac-4311-4202-8108-9253b38da258 req-84d6f7f5-ab63-45b9-96bb-c203dd3381dc tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.1569617 Feb 12 21:43:23.312067 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6a414-a669-42b5-bad1-75ef4941f2e0 req-2aeb2ddb-bd89-437b-8c73-8cce39dd54f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:23.313553 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-47b6a414-a669-42b5-bad1-75ef4941f2e0 req-2aeb2ddb-bd89-437b-8c73-8cce39dd54f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.1290281 Feb 12 21:43:23.385861 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d1f7edac-4311-4202-8108-9253b38da258 req-45114e95-c5fc-4ba5-832d-7b132360bb38 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0712116 Feb 12 21:43:23.392801 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-47b6a414-a669-42b5-bad1-75ef4941f2e0 req-f305a030-2728-4e8e-bf3e-4bdcd4a76aae tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619631 Feb 12 21:43:23.574044 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device d12eed96-f310-41ee-8e0b-2edd96db6257 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:43:23.644838 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port d12eed96-f310-41ee-8e0b-2edd96db6257 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:43:23.645209 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:24.607201 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8972a-f211-4c6b-9483-11d1f757f5a6 req-7b8a3b9b-d003-4c33-997f-5f08902ca226 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:24.608902 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c7d8972a-f211-4c6b-9483-11d1f757f5a6 req-7b8a3b9b-d003-4c33-997f-5f08902ca226 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0910337 Feb 12 21:43:24.670855 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:43:24.673340 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c7d8972a-f211-4c6b-9483-11d1f757f5a6 req-3f3a8b64-bab0-41f8-98e4-86f397ff3713 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505421 Feb 12 21:43:24.760033 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8354886-6962-4677-85f3-7472c0498a99 req-72ea9212-333b-4844-8c75-db377dcea54b tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:24.761668 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d8354886-6962-4677-85f3-7472c0498a99 req-72ea9212-333b-4844-8c75-db377dcea54b tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.0921946 Feb 12 21:43:24.809792 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d8354886-6962-4677-85f3-7472c0498a99 req-3a244ba6-45f0-4574-b81f-dc05e2f8f6f4 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0417295 Feb 12 21:43:25.879219 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6db59-0df1-4e9f-8820-887c448030ae req-52415115-1724-4f55-9779-25e2022d528e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:25.880876 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01c6db59-0df1-4e9f-8820-887c448030ae req-52415115-1724-4f55-9779-25e2022d528e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0912383 Feb 12 21:43:25.930956 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-01c6db59-0df1-4e9f-8820-887c448030ae req-22922e05-a529-43a4-b1fc-91028c4b8bd4 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435655 Feb 12 21:43:26.113020 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f489e-4a13-43ea-a7a6-03e216e4e040 req-05a4444f-40a6-49f4-9044-adb3d41b2743 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:26.114621 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed9f489e-4a13-43ea-a7a6-03e216e4e040 req-05a4444f-40a6-49f4-9044-adb3d41b2743 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.0855515 Feb 12 21:43:26.161356 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ed9f489e-4a13-43ea-a7a6-03e216e4e040 req-1862da62-2d3d-4535-8ee5-ee5aa2d93107 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0405283 Feb 12 21:43:27.139473 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639ebe5-d627-491c-98ef-573a11d630e3 req-38ccf0bd-6d1f-4b82-989e-fc1606b8a445 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:27.141178 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0639ebe5-d627-491c-98ef-573a11d630e3 req-38ccf0bd-6d1f-4b82-989e-fc1606b8a445 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0903118 Feb 12 21:43:27.188484 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0639ebe5-d627-491c-98ef-573a11d630e3 req-63f4cdb0-4322-4cde-8c5c-db3dae1cbc2e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410793 Feb 12 21:43:27.640367 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 89862f2a-7f91-4ce2-89fd-d646147e097e up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:43:27.712720 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 89862f2a-7f91-4ce2-89fd-d646147e097e triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:43:27.713069 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:28.392496 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df925c95-b54a-4ae5-98ba-2b97d346b5d4 req-d494c30e-1ffd-4544-a57a-47e648712b42 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:28.394150 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-df925c95-b54a-4ae5-98ba-2b97d346b5d4 req-d494c30e-1ffd-4544-a57a-47e648712b42 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0856390 Feb 12 21:43:28.446001 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-df925c95-b54a-4ae5-98ba-2b97d346b5d4 req-ff532ec8-2a12-457a-92b7-7803e8cd0e25 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455594 Feb 12 21:43:29.643666 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f45d2-3eee-49f1-a41c-d40386f0b783 req-8aee8ff4-437a-4536-a9ea-7ab65bb57787 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:29.645200 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bc0f45d2-3eee-49f1-a41c-d40386f0b783 req-8aee8ff4-437a-4536-a9ea-7ab65bb57787 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0861914 Feb 12 21:43:29.693249 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bc0f45d2-3eee-49f1-a41c-d40386f0b783 req-b74b7954-1255-4d97-8294-771929517aa5 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412304 Feb 12 21:43:30.561181 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:30.902674 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca634c3b-0798-4475-994b-33ff228b4d62 req-ea575d89-a788-4077-b2c0-d398d1d2b33c tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:30.904325 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ca634c3b-0798-4475-994b-33ff228b4d62 req-ea575d89-a788-4077-b2c0-d398d1d2b33c tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0929043 Feb 12 21:43:30.954539 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ca634c3b-0798-4475-994b-33ff228b4d62 req-65fa66ae-c17e-4ada-b32e-f2769d4bc7b5 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437539 Feb 12 21:43:31.320575 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a289c56-3241-4e75-ab44-d896f7c50517 req-34c7e173-cc3c-44ac-adcb-6ff693cb0683 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:31.322081 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2a289c56-3241-4e75-ab44-d896f7c50517 req-34c7e173-cc3c-44ac-adcb-6ff693cb0683 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0921690 Feb 12 21:43:31.656025 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2a289c56-3241-4e75-ab44-d896f7c50517 req-99682f71-61c7-4a04-8464-aa3a240849f4 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942410 Feb 12 21:43:31.665363 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e589e-5370-4a13-a9f8-edc5c6da7208 req-45f4bae7-d69c-44e4-8467-405d4ae903a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:31.667024 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e02e589e-5370-4a13-a9f8-edc5c6da7208 req-45f4bae7-d69c-44e4-8467-405d4ae903a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=719ecf1999794f40901c036e44df1ab2&device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 1163 time: 0.3439605 Feb 12 21:43:31.814063 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e589e-5370-4a13-a9f8-edc5c6da7208 req-34c0a426-25be-49bd-b3e4-14eeafa3dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:31.815665 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e02e589e-5370-4a13-a9f8-edc5c6da7208 req-34c0a426-25be-49bd-b3e4-14eeafa3dfc6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=49d264eb-e6ab-4a06-85dd-4a170108092b HTTP/1.1" status: 200 len: 905 time: 0.1420951 Feb 12 21:43:31.929072 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e02e589e-5370-4a13-a9f8-edc5c6da7208 req-d8ff1c7e-b1fc-47f2-82b3-8c8bbafa9998 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89862f2a-7f91-4ce2-89fd-d646147e097e HTTP/1.1" status: 200 len: 1001 time: 0.1055117 Feb 12 21:43:31.997318 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e589e-5370-4a13-a9f8-edc5c6da7208 req-3748eaab-3bd8-4977-ba82-76cf4593096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:31.998846 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e02e589e-5370-4a13-a9f8-edc5c6da7208 req-3748eaab-3bd8-4977-ba82-76cf4593096f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c6f20f-eb79-4905-a5a3-1d30426979c3 HTTP/1.1" status: 200 len: 850 time: 0.0639164 Feb 12 21:43:32.083009 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e589e-5370-4a13-a9f8-edc5c6da7208 req-c09cb3a8-fe7d-42e1-9702-06a26b5354e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:32.084648 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e02e589e-5370-4a13-a9f8-edc5c6da7208 req-c09cb3a8-fe7d-42e1-9702-06a26b5354e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49d264eb-e6ab-4a06-85dd-4a170108092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795195 Feb 12 21:43:32.231790 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e02e589e-5370-4a13-a9f8-edc5c6da7208 req-854fd0bb-acd2-45d0-a571-6c02c2529b64 service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383619 Feb 12 21:43:32.376519 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e02e589e-5370-4a13-a9f8-edc5c6da7208 req-9ee187a8-7cbd-443a-bc0e-cc65f2b5c013 service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385856 Feb 12 21:43:32.857703 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a94e8-1dcb-4850-b388-c8d9a7d81671 req-407ee1b3-5f4d-468c-bbae-6b03c2804eff tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:32.859318 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b62a94e8-1dcb-4850-b388-c8d9a7d81671 req-407ee1b3-5f4d-468c-bbae-6b03c2804eff tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0879354 Feb 12 21:43:32.908467 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b62a94e8-1dcb-4850-b388-c8d9a7d81671 req-420fa037-514d-4de4-8945-a31935d2e103 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426984 Feb 12 21:43:33.802949 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 89862f2a-7f91-4ce2-89fd-d646147e097e up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:43:33.877915 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 89862f2a-7f91-4ce2-89fd-d646147e097e triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:43:33.878336 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:34.116104 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d3a55-3bdf-4707-90d5-8fc01f56d1e1 req-f5ed2248-0daa-4a56-ab4d-948e4b82c6b6 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:34.117620 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-719d3a55-3bdf-4707-90d5-8fc01f56d1e1 req-f5ed2248-0daa-4a56-ab4d-948e4b82c6b6 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0892613 Feb 12 21:43:34.171416 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-719d3a55-3bdf-4707-90d5-8fc01f56d1e1 req-e8d2c5bb-26fe-477f-a9ea-21c2f99c6db9 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458615 Feb 12 21:43:42.024802 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2378d04d-46ac-4df6-9a84-445aa8a4721d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:44.462392 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-af1b8430-4035-40b5-9680-4c00b40906fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:45.048975 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:45.747909 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:46.714910 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:43:57.636208 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1d859496-c301-4cf0-8297-9dcf5acb868f req-1a5fbdf9-2bcc-4382-890d-64471d1acf17 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0766735 Feb 12 21:43:57.758338 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d859496-c301-4cf0-8297-9dcf5acb868f req-191ae09a-9551-4ac8-8c6d-f616ab63fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:57.759941 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1d859496-c301-4cf0-8297-9dcf5acb868f req-191ae09a-9551-4ac8-8c6d-f616ab63fdee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2c3bd88183945119c66fe473d607ea3&device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 1203 time: 0.0817559 Feb 12 21:43:57.918848 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d859496-c301-4cf0-8297-9dcf5acb868f req-1bcebbf5-2b61-4838-adee-8d413817501c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:57.920532 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1d859496-c301-4cf0-8297-9dcf5acb868f req-1bcebbf5-2b61-4838-adee-8d413817501c service neutron] 10.222.0.66 "GET /v2.0/networks?id=442c5856-d8a8-499f-8212-c45b52e4fb00 HTTP/1.1" status: 200 len: 909 time: 0.1382470 Feb 12 21:43:58.029051 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1d859496-c301-4cf0-8297-9dcf5acb868f req-91e0b88f-844c-4296-a77b-cce086205ce2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae61d84-6693-4ae4-b11f-38ed7124e4a5 HTTP/1.1" status: 200 len: 1002 time: 0.1011291 Feb 12 21:43:58.102163 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d859496-c301-4cf0-8297-9dcf5acb868f req-1c7ba2b3-ba89-4a7f-9b0f-89166a16462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:58.103747 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1d859496-c301-4cf0-8297-9dcf5acb868f req-1c7ba2b3-ba89-4a7f-9b0f-89166a16462b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7617e10-46d8-4e1b-b626-16aaa8fd84a7 HTTP/1.1" status: 200 len: 854 time: 0.0682659 Feb 12 21:43:58.186023 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d859496-c301-4cf0-8297-9dcf5acb868f req-ccc841e3-7ef3-4201-b008-dddabd81c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:43:58.187513 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1d859496-c301-4cf0-8297-9dcf5acb868f req-ccc841e3-7ef3-4201-b008-dddabd81c186 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=442c5856-d8a8-499f-8212-c45b52e4fb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766232 Feb 12 21:43:58.340770 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1d859496-c301-4cf0-8297-9dcf5acb868f req-4ead42e2-8cd7-40b7-90a4-36b679eb13af service neutron] 10.222.0.66 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411824 Feb 12 21:43:58.493066 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1d859496-c301-4cf0-8297-9dcf5acb868f req-57d01d20-3841-443c-8b84-df36a5d94b31 service neutron] 10.222.0.66 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443040 Feb 12 21:44:00.570496 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:01.670489 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:44:12.026410 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05a1a0bd-fdb4-4201-aff3-21a696460196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:14.454160 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5fe349d5-c80d-40d1-a9b5-1ac958a6dfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:15.051201 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:15.749388 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:16.717925 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:30.577262 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:38.670032 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:44:40.900980 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b8ccaa60-def1-4306-aaed-eecd948a2f66 req-081fd2f5-ad38-480c-bbfe-13f7c8f199d9 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-628764931&fields=id&tenant_id=a2c3bd88183945119c66fe473d607ea3 HTTP/1.1" status: 200 len: 267 time: 0.0442643 Feb 12 21:44:40.996300 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccaa60-def1-4306-aaed-eecd948a2f66 req-f371d6d2-d3ad-4b22-abaf-1d66fee34ec7 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:40.997890 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b8ccaa60-def1-4306-aaed-eecd948a2f66 req-f371d6d2-d3ad-4b22-abaf-1d66fee34ec7 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 985 time: 0.0909128 Feb 12 21:44:41.009621 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-b8ccaa60-def1-4306-aaed-eecd948a2f66 req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Request body: {'port': {'security_groups': ['e2eb5c4c-5c03-49ee-a485-624bb4412e28']}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:44:41.140193 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-b8ccaa60-def1-4306-aaed-eecd948a2f66 req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:41.462002 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-b8ccaa60-def1-4306-aaed-eecd948a2f66 req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] For port bae61d84-6693-4ae4-b11f-38ed7124e4a5, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=bae61d84-6693-4ae4-b11f-38ed7124e4a5,segment=NetworkSegment(4876b47c-2ec7-492b-8650-415ad9763bc2),segment_id=4876b47c-2ec7-492b-8650-415ad9763bc2)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:44:41.487989 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-b8ccaa60-def1-4306-aaed-eecd948a2f66 req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:41.491563 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-b8ccaa60-def1-4306-aaed-eecd948a2f66 req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11382359'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:41.505944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:44:41.660607 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Pushing event updated for resources: {'Port': ['ID=bae61d84-6693-4ae4-b11f-38ed7124e4a5,revision_number=6']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:44:41.674575 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.674977 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.675376 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.675793 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.676184 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.676572 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.676956 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.677341 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.677728 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.678110 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.678492 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.678873 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.679364 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.680337 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.680722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.681107 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.681490 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.681874 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.682258 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.682638 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.683028 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.683409 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.683812 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.684194 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:41.696622 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:44:41.718841 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccaa60-def1-4306-aaed-eecd948a2f66 req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:41.719504 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-b8ccaa60-def1-4306-aaed-eecd948a2f66 req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:41.721116 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b8ccaa60-def1-4306-aaed-eecd948a2f66 req-a2c60235-857d-49f5-8b26-778422cbff6c tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "PUT /v2.0/ports/bae61d84-6693-4ae4-b11f-38ed7124e4a5 HTTP/1.1" status: 200 len: 943 time: 0.7163448 Feb 12 21:44:41.721493 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'tag': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:44:41.782008 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'tag': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5', 'status': 'completed', 'code': 200} Feb 12 21:44:41.800881 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c0193bc1-17b0-4780-8ee8-c5ddcb7007de req-96038767-ed4e-417d-a73f-34a31dfc3242 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups/6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d HTTP/1.1" status: 200 len: 3003 time: 0.0604029 Feb 12 21:44:41.947966 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c0193bc1-17b0-4780-8ee8-c5ddcb7007de req-b535ee52-c358-4b14-9bbb-fbdb4d46fc26 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:41.968516 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464ea30-a311-451b-9736-5848298a9ba6 req-0d89175c-5224-493b-abb7-cdafa060619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:41.970077 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1464ea30-a311-451b-9736-5848298a9ba6 req-0d89175c-5224-493b-abb7-cdafa060619f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2c3bd88183945119c66fe473d607ea3&device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 1163 time: 0.1454589 Feb 12 21:44:41.984260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-03efdafe-c33d-44bc-b830-bd6dcc4544c5 None None] Provisioning complete for port bae61d84-6693-4ae4-b11f-38ed7124e4a5 triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:44:41.984680 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-03efdafe-c33d-44bc-b830-bd6dcc4544c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:42.056059 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9d3d-e54a-4476-9786-792a4993d3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:42.060683 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c0193bc1-17b0-4780-8ee8-c5ddcb7007de req-b535ee52-c358-4b14-9bbb-fbdb4d46fc26 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:42.158519 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464ea30-a311-451b-9736-5848298a9ba6 req-2339de9c-5d41-41e6-bf03-d28e5c359499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:42.160139 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1464ea30-a311-451b-9736-5848298a9ba6 req-2339de9c-5d41-41e6-bf03-d28e5c359499 service neutron] 10.222.0.66 "GET /v2.0/networks?id=442c5856-d8a8-499f-8212-c45b52e4fb00 HTTP/1.1" status: 200 len: 909 time: 0.1821256 Feb 12 21:44:42.161204 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c0193bc1-17b0-4780-8ee8-c5ddcb7007de req-b535ee52-c358-4b14-9bbb-fbdb4d46fc26 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:42.167014 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0dbf1cb8-d242-4978-bf1b-6a7ec292716d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:44:42.244670 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535ee52-c358-4b14-9bbb-fbdb4d46fc26 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:44:42.263279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b535ee52-c358-4b14-9bbb-fbdb4d46fc26 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:44:42.269768 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-c0193bc1-17b0-4780-8ee8-c5ddcb7007de req-b535ee52-c358-4b14-9bbb-fbdb4d46fc26 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:42.271044 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c0193bc1-17b0-4780-8ee8-c5ddcb7007de req-b535ee52-c358-4b14-9bbb-fbdb4d46fc26 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "DELETE /v2.0/security-groups/6ec0cc46-b3de-49ff-9c7c-a7fcd3482f3d HTTP/1.1" status: 204 len: 173 time: 0.4616642 Feb 12 21:44:42.366899 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1464ea30-a311-451b-9736-5848298a9ba6 req-6cb4cd06-9743-45e2-bb40-32284603d8e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae61d84-6693-4ae4-b11f-38ed7124e4a5 HTTP/1.1" status: 200 len: 1002 time: 0.1888428 Feb 12 21:44:42.477873 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-b3c928a5-4d64-4d56-bc09-ca0e485e0010 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/floatingips/e8b4d249-353e-4ad4-a36f-f6c64ca92b03 HTTP/1.1" status: 200 len: 999 time: 0.1848557 Feb 12 21:44:42.483590 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464ea30-a311-451b-9736-5848298a9ba6 req-a11fd7f3-cf3b-4de5-99a0-56d77cf59f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:42.485104 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1464ea30-a311-451b-9736-5848298a9ba6 req-a11fd7f3-cf3b-4de5-99a0-56d77cf59f21 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7617e10-46d8-4e1b-b626-16aaa8fd84a7 HTTP/1.1" status: 200 len: 854 time: 0.1032259 Feb 12 21:44:42.650333 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device bae61d84-6693-4ae4-b11f-38ed7124e4a5 up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:44:42.728294 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port bae61d84-6693-4ae4-b11f-38ed7124e4a5 triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:44:42.728721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:42.937709 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-9b903734-6e6b-4f72-9bdc-16a7f43b02d1 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:42.939164 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-9b903734-6e6b-4f72-9bdc-16a7f43b02d1 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/networks/5a123e99-c8d4-46ae-bf35-04ebb9b85da4 HTTP/1.1" status: 200 len: 784 time: 0.4531436 Feb 12 21:44:42.941732 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464ea30-a311-451b-9736-5848298a9ba6 req-dec9fce4-e8ad-477d-a191-867b983cbc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:42.943172 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1464ea30-a311-451b-9736-5848298a9ba6 req-dec9fce4-e8ad-477d-a191-867b983cbc10 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=442c5856-d8a8-499f-8212-c45b52e4fb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4315627 Feb 12 21:44:42.950436 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-dd90ccf7-b06b-4e08-8014-dec3313676f9 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:44:42.951448 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-dd90ccf7-b06b-4e08-8014-dec3313676f9 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064440 Feb 12 21:44:43.155978 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-42cb2183-84c0-4edf-a893-7403daa068aa tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.28.0.183 HTTP/1.1" status: 200 len: 1002 time: 0.1826963 Feb 12 21:44:43.234159 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1464ea30-a311-451b-9736-5848298a9ba6 req-fbd6e298-cf1b-4f74-9a30-8e9c119ed72d service neutron] 10.222.0.66 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816386 Feb 12 21:44:43.330466 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-9875e8fb-8e49-4230-89a5-311958601d7b tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:43.331934 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-9875e8fb-8e49-4230-89a5-311958601d7b tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports/bae61d84-6693-4ae4-b11f-38ed7124e4a5 HTTP/1.1" status: 200 len: 943 time: 0.1690631 Feb 12 21:44:43.392716 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1464ea30-a311-451b-9736-5848298a9ba6 req-a4d776c5-06ef-41a6-a4cb-a1ddbe9280a7 service neutron] 10.222.0.66 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1508708 Feb 12 21:44:43.527306 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-a03d0fce-7e2a-45ee-a009-8fd27c6cfbcb tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.28.0.183 HTTP/1.1" status: 200 len: 1002 time: 0.1106594 Feb 12 21:44:43.749215 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-5d127873-c444-456a-8efa-a9053c359f56 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Deleting port fc5df3bb-c168-4059-9cba-601d72622de7 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:44:43.749593 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-5d127873-c444-456a-8efa-a9053c359f56 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:43.930655 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-5d127873-c444-456a-8efa-a9053c359f56 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:43.931031 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-5d127873-c444-456a-8efa-a9053c359f56 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:44.066756 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-5d127873-c444-456a-8efa-a9053c359f56 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Calling delete_port for fc5df3bb-c168-4059-9cba-601d72622de7 owned by network:floatingip {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:44:44.227893 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-5d127873-c444-456a-8efa-a9053c359f56 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:44.243672 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7a0ebba0-36ef-40da-ba5a-30b767642654 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:44:44.337320 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d127873-c444-456a-8efa-a9053c359f56 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Pushing event deleted for resources: {'Port': ['ID=fc5df3bb-c168-4059-9cba-601d72622de7,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:44:44.341594 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5d127873-c444-456a-8efa-a9053c359f56 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:44:44.457952 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-24e3ce68-9c8f-429f-9330-60a7567524e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:44.468231 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-5d127873-c444-456a-8efa-a9053c359f56 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks [] for floatingip, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:44.468598 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.l3_db [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-5d127873-c444-456a-8efa-a9053c359f56 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Floating IP e8b4d249-353e-4ad4-a36f-f6c64ca92b03 disassociated (deleted). External IP: 172.28.0.183, port: bae61d84-6693-4ae4-b11f-38ed7124e4a5. Feb 12 21:44:44.848781 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-5d127873-c444-456a-8efa-a9053c359f56 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Router f07c34b1-e3fb-4701-b1ed-042e94436e5c has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:44:45.041274 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-5d127873-c444-456a-8efa-a9053c359f56 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:44:45.052381 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80f3b02-7211-44fb-a58f-7f00ca21d561 None None] Sync routers for ids ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'] in dv-cinder-775250-2-smb {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:44:45.062335 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:45.064075 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80f3b02-7211-44fb-a58f-7f00ca21d561 None None] Routers {'f07c34b1-e3fb-4701-b1ed-042e94436e5c'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:44:45.064776 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-c80f3b02-7211-44fb-a58f-7f00ca21d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:44:44Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:44:45.067720 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-5d127873-c444-456a-8efa-a9053c359f56 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:45.127797 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-5d127873-c444-456a-8efa-a9053c359f56 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "DELETE /v2.0/floatingips/e8b4d249-353e-4ad4-a36f-f6c64ca92b03 HTTP/1.1" status: 204 len: 173 time: 1.5942721 Feb 12 21:44:45.128260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'tag': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:44:45.177356 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'tag': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5', 'status': 'completed', 'code': 200} Feb 12 21:44:45.260255 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-c80f3b02-7211-44fb-a58f-7f00ca21d561 None None] Set router f07c34b1-e3fb-4701-b1ed-042e94436e5c gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:44:45.340505 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-fe1ac0fd-5ddd-460b-9ba2-db95080ca792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:45.342182 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-fe1ac0fd-5ddd-460b-9ba2-db95080ca792 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a2c3bd88183945119c66fe473d607ea3&device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 1163 time: 0.2002580 Feb 12 21:44:45.346495 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19796ef-711a-4016-8c41-6f8691659a17 req-072423a2-5955-44ff-8c9b-786b5fe58bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:45.348062 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e19796ef-711a-4016-8c41-6f8691659a17 req-072423a2-5955-44ff-8c9b-786b5fe58bc0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2c3bd88183945119c66fe473d607ea3&device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 1163 time: 0.1145911 Feb 12 21:44:45.610744 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-c80f3b02-7211-44fb-a58f-7f00ca21d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'name': 'tempest-TestMinimumBasicScenario-1322240768-router', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:39:56Z', 'updated_at': '2021-02-12T21:40:05Z', 'revision_number': 4, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'gw_port': {'id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:39:57Z', 'updated_at': '2021-02-12T21:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '5f9ce937-f608-49bc-a330-c042e438adf2', 'name': '', 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'mac_address': 'fa:16:3e:21:9a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:03Z', 'updated_at': '2021-02-12T21:40:19Z', 'revision_number': 5, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'subnets': [{'id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:44:45.615249 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80f3b02-7211-44fb-a58f-7f00ca21d561 None None] Checking router: f07c34b1-e3fb-4701-b1ed-042e94436e5c for host: dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:44:45.625675 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80f3b02-7211-44fb-a58f-7f00ca21d561 None None] Routers {'f07c34b1-e3fb-4701-b1ed-042e94436e5c'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:44:45.626378 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-c80f3b02-7211-44fb-a58f-7f00ca21d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:44:44Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:44:45.870796 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-7f7a6dd0-ea35-494e-bb75-e6daef731ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:45.872459 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-7f7a6dd0-ea35-494e-bb75-e6daef731ffd service neutron] 10.222.0.35 "GET /v2.0/networks?id=442c5856-d8a8-499f-8212-c45b52e4fb00 HTTP/1.1" status: 200 len: 909 time: 0.5234776 Feb 12 21:44:45.873551 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19796ef-711a-4016-8c41-6f8691659a17 req-de0e9f94-699c-44c3-a248-889d158ba185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:45.874976 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e19796ef-711a-4016-8c41-6f8691659a17 req-de0e9f94-699c-44c3-a248-889d158ba185 service neutron] 10.222.0.66 "GET /v2.0/networks?id=442c5856-d8a8-499f-8212-c45b52e4fb00 HTTP/1.1" status: 200 len: 909 time: 0.5042436 Feb 12 21:44:45.931934 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:45.996409 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-c80f3b02-7211-44fb-a58f-7f00ca21d561 None None] Set router f07c34b1-e3fb-4701-b1ed-042e94436e5c gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:44:46.022371 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-e5aad38a-16b1-4f90-ba71-0c0eaa3d55ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae61d84-6693-4ae4-b11f-38ed7124e4a5 HTTP/1.1" status: 200 len: 217 time: 0.1420124 Feb 12 21:44:46.024364 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e19796ef-711a-4016-8c41-6f8691659a17 req-2b908dce-75bc-4d5d-9577-aff8686ea258 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae61d84-6693-4ae4-b11f-38ed7124e4a5 HTTP/1.1" status: 200 len: 217 time: 0.0836282 Feb 12 21:44:46.151143 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-86433d37-34bc-4abe-99f9-c28e998cf73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:46.152717 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-86433d37-34bc-4abe-99f9-c28e998cf73c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a7617e10-46d8-4e1b-b626-16aaa8fd84a7 HTTP/1.1" status: 200 len: 854 time: 0.1237023 Feb 12 21:44:46.156127 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19796ef-711a-4016-8c41-6f8691659a17 req-ce2bca14-a1ed-430e-a981-2b7b941dac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:46.157610 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e19796ef-711a-4016-8c41-6f8691659a17 req-ce2bca14-a1ed-430e-a981-2b7b941dac1d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7617e10-46d8-4e1b-b626-16aaa8fd84a7 HTTP/1.1" status: 200 len: 854 time: 0.0935512 Feb 12 21:44:46.303672 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-2c22c115-2b25-4cb6-9172-70da1cb2c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:46.305390 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-2c22c115-2b25-4cb6-9172-70da1cb2c3da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=442c5856-d8a8-499f-8212-c45b52e4fb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1453476 Feb 12 21:44:46.307244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19796ef-711a-4016-8c41-6f8691659a17 req-467e59c9-6d9c-4307-bfb9-ddace2cf9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:46.308748 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e19796ef-711a-4016-8c41-6f8691659a17 req-467e59c9-6d9c-4307-bfb9-ddace2cf9bdc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=442c5856-d8a8-499f-8212-c45b52e4fb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1089373 Feb 12 21:44:46.332914 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-c80f3b02-7211-44fb-a58f-7f00ca21d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'name': 'tempest-TestMinimumBasicScenario-1322240768-router', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:39:56Z', 'updated_at': '2021-02-12T21:40:05Z', 'revision_number': 4, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'gw_port': {'id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:39:57Z', 'updated_at': '2021-02-12T21:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '5f9ce937-f608-49bc-a330-c042e438adf2', 'name': '', 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'mac_address': 'fa:16:3e:21:9a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:03Z', 'updated_at': '2021-02-12T21:40:19Z', 'revision_number': 5, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'subnets': [{'id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:44:46.337768 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80f3b02-7211-44fb-a58f-7f00ca21d561 None None] The sync data for ids ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'] in dv-cinder-775250-2-smb is: [{'id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'name': 'tempest-TestMinimumBasicScenario-1322240768-router', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:39:56Z', 'updated_at': '2021-02-12T21:40:05Z', 'revision_number': 4, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'gw_port': {'id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:39:57Z', 'updated_at': '2021-02-12T21:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '5f9ce937-f608-49bc-a330-c042e438adf2', 'name': '', 'network_id': '442c5856-d8a8-499f-8212-c45b52e4fb00', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'mac_address': 'fa:16:3e:21:9a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:03Z', 'updated_at': '2021-02-12T21:40:19Z', 'revision_number': 5, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'subnets': [{'id': 'a7617e10-46d8-4e1b-b626-16aaa8fd84a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:44:46.582944 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-6594d287-bf71-41ce-80f0-d1571843060d service neutron] 10.222.0.35 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699308 Feb 12 21:44:46.586405 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e19796ef-711a-4016-8c41-6f8691659a17 req-753eac97-5fc9-409d-ac77-9b41e3a9ea81 service neutron] 10.222.0.66 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455938 Feb 12 21:44:46.713125 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472df012-75c4-4b1d-b862-f46813e809a3 None None] New status for floating IP e8b4d249-353e-4ad4-a36f-f6c64ca92b03: DOWN {{(pid=84072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:44:46.720639 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:46.858873 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954314e8-ae0a-4f10-8ea6-7588f10f29f0 req-0741b304-1345-41f9-9b1f-65b6fcb771ae service neutron] 10.222.0.35 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2682569 Feb 12 21:44:46.861243 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e19796ef-711a-4016-8c41-6f8691659a17 req-b2104780-f65c-4bee-8c16-0193cb10b16a service neutron] 10.222.0.66 "GET /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2458363 Feb 12 21:44:50.206451 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc1df6-d7c0-4aa1-b592-f367563c3e87 req-20cd3897-c05e-484c-bc21-28c102257e62 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:50.207213 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-33dc1df6-d7c0-4aa1-b592-f367563c3e87 req-20cd3897-c05e-484c-bc21-28c102257e62 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Synchronizing usage tracker for tenant:a2c3bd88183945119c66fe473d607ea3 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:44:50.222906 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-33dc1df6-d7c0-4aa1-b592-f367563c3e87 req-20cd3897-c05e-484c-bc21-28c102257e62 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Unset dirty status for tenant:a2c3bd88183945119c66fe473d607ea3 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:44:50.224208 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-33dc1df6-d7c0-4aa1-b592-f367563c3e87 req-20cd3897-c05e-484c-bc21-28c102257e62 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 946 time: 0.1024485 Feb 12 21:44:50.270669 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-33dc1df6-d7c0-4aa1-b592-f367563c3e87 req-8bc3f54d-31d9-4ec5-bf3a-aea13dfbd6fc tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Synchronizing usage tracker for tenant:a2c3bd88183945119c66fe473d607ea3 on resource:security_group {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:44:50.284695 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-33dc1df6-d7c0-4aa1-b592-f367563c3e87 req-8bc3f54d-31d9-4ec5-bf3a-aea13dfbd6fc tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Unset dirty status for tenant:a2c3bd88183945119c66fe473d607ea3 on resource:security_group {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:44:50.285821 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-33dc1df6-d7c0-4aa1-b592-f367563c3e87 req-8bc3f54d-31d9-4ec5-bf3a-aea13dfbd6fc tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554335 Feb 12 21:44:51.489404 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8765755-0a4d-4347-9749-3109e9cd770d req-e794e10d-9325-4142-98c0-a41f770196b8 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:51.491001 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e8765755-0a4d-4347-9749-3109e9cd770d req-e794e10d-9325-4142-98c0-a41f770196b8 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 946 time: 0.0906169 Feb 12 21:44:51.539021 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e8765755-0a4d-4347-9749-3109e9cd770d req-3e76c75d-9bdd-4da4-805f-73b63d638bba tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404146 Feb 12 21:44:52.742120 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3651957-fd98-43cb-98ab-d9ba3dfeacd7 req-1630c401-a5e3-40f6-af61-ace965830286 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:52.743748 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d3651957-fd98-43cb-98ab-d9ba3dfeacd7 req-1630c401-a5e3-40f6-af61-ace965830286 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 946 time: 0.0898561 Feb 12 21:44:52.850659 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d3651957-fd98-43cb-98ab-d9ba3dfeacd7 req-b82acfb3-e8bd-451d-b68e-b3d007781cd9 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2eb5c4c-5c03-49ee-a485-624bb4412e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652480 Feb 12 21:44:52.870280 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e2e1a-edc5-4cf2-9695-0b0b113fed41 req-204b90e0-79e9-4808-8eb8-6739befdeaf4 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:52.871889 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-750e2e1a-edc5-4cf2-9695-0b0b113fed41 req-204b90e0-79e9-4808-8eb8-6739befdeaf4 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.66 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 946 time: 0.1271815 Feb 12 21:44:52.954083 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-750e2e1a-edc5-4cf2-9695-0b0b113fed41 req-d1c61f35-4b63-41ef-af3a-89ad7fbab6bf tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Deleting port bae61d84-6693-4ae4-b11f-38ed7124e4a5 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:44:52.954467 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-750e2e1a-edc5-4cf2-9695-0b0b113fed41 req-d1c61f35-4b63-41ef-af3a-89ad7fbab6bf tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:53.216544 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-750e2e1a-edc5-4cf2-9695-0b0b113fed41 req-d1c61f35-4b63-41ef-af3a-89ad7fbab6bf tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] For port bae61d84-6693-4ae4-b11f-38ed7124e4a5, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=bae61d84-6693-4ae4-b11f-38ed7124e4a5,segment=NetworkSegment(4876b47c-2ec7-492b-8650-415ad9763bc2),segment_id=4876b47c-2ec7-492b-8650-415ad9763bc2)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:44:53.216947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-750e2e1a-edc5-4cf2-9695-0b0b113fed41 req-d1c61f35-4b63-41ef-af3a-89ad7fbab6bf tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:53.355505 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-750e2e1a-edc5-4cf2-9695-0b0b113fed41 req-d1c61f35-4b63-41ef-af3a-89ad7fbab6bf tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Calling delete_port for bae61d84-6693-4ae4-b11f-38ed7124e4a5 owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:44:53.517647 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-750e2e1a-edc5-4cf2-9695-0b0b113fed41 req-d1c61f35-4b63-41ef-af3a-89ad7fbab6bf tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:53.537863 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-07b62963-b815-495b-90e5-d9b5d7b67801 tempest-AttachVolumeNegativeTest-862153743 tempest-AttachVolumeNegativeTest-862153743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:44:53.638445 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c61f35-4b63-41ef-af3a-89ad7fbab6bf tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Pushing event deleted for resources: {'Port': ['ID=bae61d84-6693-4ae4-b11f-38ed7124e4a5,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:44:53.641305 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d1c61f35-4b63-41ef-af3a-89ad7fbab6bf tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:44:53.750108 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-750e2e1a-edc5-4cf2-9695-0b0b113fed41 req-d1c61f35-4b63-41ef-af3a-89ad7fbab6bf tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] No DVR routers for this DVR port bae61d84-6693-4ae4-b11f-38ed7124e4a5 on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:44:53.752453 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-750e2e1a-edc5-4cf2-9695-0b0b113fed41 req-d1c61f35-4b63-41ef-af3a-89ad7fbab6bf tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:53.755186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'name': 'network-vif-deleted', 'tag': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:44:53.770617 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-750e2e1a-edc5-4cf2-9695-0b0b113fed41 req-d1c61f35-4b63-41ef-af3a-89ad7fbab6bf tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.66 "DELETE /v2.0/ports/bae61d84-6693-4ae4-b11f-38ed7124e4a5 HTTP/1.1" status: 204 len: 173 time: 0.8909066 Feb 12 21:44:53.807125 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e4794-17f5-4625-b0a2-fb199b3505a2', 'name': 'network-vif-deleted', 'tag': 'bae61d84-6693-4ae4-b11f-38ed7124e4a5', 'status': 'completed', 'code': 200} Feb 12 21:44:54.032500 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-9d809212-95fe-4e0f-9484-fac567ca9d50 req-b5b21046-9204-4e4a-9aaa-5f3c98fccd02 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Synchronizing usage tracker for tenant:a2c3bd88183945119c66fe473d607ea3 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:44:54.047496 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-9d809212-95fe-4e0f-9484-fac567ca9d50 req-b5b21046-9204-4e4a-9aaa-5f3c98fccd02 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Unset dirty status for tenant:a2c3bd88183945119c66fe473d607ea3 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:44:54.048812 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9d809212-95fe-4e0f-9484-fac567ca9d50 req-b5b21046-9204-4e4a-9aaa-5f3c98fccd02 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] 10.222.0.35 "GET /v2.0/ports?device_id=826e4794-17f5-4625-b0a2-fb199b3505a2 HTTP/1.1" status: 200 len: 210 time: 0.0650778 Feb 12 21:44:54.305359 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device bae61d84-6693-4ae4-b11f-38ed7124e4a5 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:44:54.342997 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] No Port match for: bae61d84-6693-4ae4-b11f-38ed7124e4a5 {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:44:54.343387 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device bae61d84-6693-4ae4-b11f-38ed7124e4a5 not bound to the agent host hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:44:54.883494 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929333c-3442-4956-b790-3ed690377cb4 req-4a67692c-522b-4e72-b18d-18352c712693 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:54.885076 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1929333c-3442-4956-b790-3ed690377cb4 req-4a67692c-522b-4e72-b18d-18352c712693 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0865595 Feb 12 21:44:54.942482 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1929333c-3442-4956-b790-3ed690377cb4 req-e5aea010-8661-49f8-80dd-bff7cba38112 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459456 Feb 12 21:44:55.835087 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 38776) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:44:56.148165 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc5568-934e-4e1d-a84b-dde1ceadb3dc req-5a230c30-f9d9-4400-ae01-4101345404cb tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:56.150580 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d6fc5568-934e-4e1d-a84b-dde1ceadb3dc req-5a230c30-f9d9-4400-ae01-4101345404cb tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0913332 Feb 12 21:44:56.198926 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d6fc5568-934e-4e1d-a84b-dde1ceadb3dc req-b86e78ab-1450-4ec1-a18e-665a5d2b9ea2 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422909 Feb 12 21:44:56.538350 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854119883'] for router_interface, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:56.914613 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Deleting port 5f9ce937-f608-49bc-a330-c042e438adf2 {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:44:56.914914 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:57.096927 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] For port 5f9ce937-f608-49bc-a330-c042e438adf2, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=5f9ce937-f608-49bc-a330-c042e438adf2,segment=NetworkSegment(4876b47c-2ec7-492b-8650-415ad9763bc2),segment_id=4876b47c-2ec7-492b-8650-415ad9763bc2)] {{(pid=84068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:44:57.097323 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:57.230043 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Calling delete_port for 5f9ce937-f608-49bc-a330-c042e438adf2 owned by network:router_interface {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:44:57.405165 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb434c-de7a-4ac6-ac68-2a50b099ad6d req-7acde0d7-2912-4c12-95a3-919395317854 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:57.406996 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-21cb434c-de7a-4ac6-ac68-2a50b099ad6d req-7acde0d7-2912-4c12-95a3-919395317854 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0907457 Feb 12 21:44:57.467373 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-21cb434c-de7a-4ac6-ac68-2a50b099ad6d req-74fbf135-2a77-4303-b665-2e0d89d71c48 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442772 Feb 12 21:44:57.553974 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:57.796196 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:44:57.889639 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9ce937-f608-49bc-a330-c042e438adf2,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:44:57.908835 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.909258 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.909683 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.910090 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.910496 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.910903 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.911303 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.911729 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.912125 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.912522 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.912922 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.913319 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.913802 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.914203 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.915165 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.915562 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.915984 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.916385 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.916787 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.917184 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.917583 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.917984 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.918379 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.918773 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:44:57.924183 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:44:58.221907 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854119761'] for router_interface, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:58.673904 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fc78d-2439-44ad-bd9f-7cad9af09ba5 req-58ec6dc1-90d5-406d-9490-9627a71512a9 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:58.675520 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f02fc78d-2439-44ad-bd9f-7cad9af09ba5 req-58ec6dc1-90d5-406d-9490-9627a71512a9 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0880935 Feb 12 21:44:58.730405 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f02fc78d-2439-44ad-bd9f-7cad9af09ba5 req-8ceda2db-01cf-41f6-b712-25324c16b566 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475838 Feb 12 21:44:58.761852 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Router f07c34b1-e3fb-4701-b1ed-042e94436e5c has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:44:58.913869 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f95d6-f46d-49fd-a504-7930b2c685b9 req-cfe09c50-ce7c-4591-b7f0-bf0fba6ab419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:58.917131 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d24f95d6-f46d-49fd-a504-7930b2c685b9 req-cfe09c50-ce7c-4591-b7f0-bf0fba6ab419 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=719ecf1999794f40901c036e44df1ab2&device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 1163 time: 0.0849619 Feb 12 21:44:58.963644 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:44:58.975115 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b23614c-3b5e-49de-aa4f-a358d2b3a74e None None] Sync routers for ids ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'] in dv-cinder-775250-2-smb {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:44:58.981228 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] 10.222.0.35 "PUT /v2.0/routers/f07c34b1-e3fb-4701-b1ed-042e94436e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1448717 Feb 12 21:44:58.983885 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 38796) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:44:58.985480 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b23614c-3b5e-49de-aa4f-a358d2b3a74e None None] Routers {'f07c34b1-e3fb-4701-b1ed-042e94436e5c'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:44:58.986277 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0b23614c-3b5e-49de-aa4f-a358d2b3a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:44:44Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:44:59.077246 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f95d6-f46d-49fd-a504-7930b2c685b9 req-e8848ee7-5f61-4082-bd96-e6991f484e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:59.079117 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d24f95d6-f46d-49fd-a504-7930b2c685b9 req-e8848ee7-5f61-4082-bd96-e6991f484e7e service neutron] 10.222.0.66 "GET /v2.0/networks?id=49d264eb-e6ab-4a06-85dd-4a170108092b HTTP/1.1" status: 200 len: 905 time: 0.1424694 Feb 12 21:44:59.180941 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-acbb23a0-673b-4fcc-aebc-75726be918f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:59.186674 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-0b23614c-3b5e-49de-aa4f-a358d2b3a74e None None] Set router f07c34b1-e3fb-4701-b1ed-042e94436e5c gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:44:59.382321 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-acbb23a0-673b-4fcc-aebc-75726be918f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:59.388131 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-acbb23a0-673b-4fcc-aebc-75726be918f3 admin admin] Deleting port 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:44:59.388819 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-acbb23a0-673b-4fcc-aebc-75726be918f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:59.439970 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d24f95d6-f46d-49fd-a504-7930b2c685b9 req-d51c4f17-686d-490c-9dbd-36a53aa6858a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89862f2a-7f91-4ce2-89fd-d646147e097e HTTP/1.1" status: 200 len: 1001 time: 0.3525305 Feb 12 21:44:59.507182 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0b23614c-3b5e-49de-aa4f-a358d2b3a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'name': 'tempest-TestMinimumBasicScenario-1322240768-router', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:39:56Z', 'updated_at': '2021-02-12T21:44:57Z', 'revision_number': 5, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'gw_port': {'id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:39:57Z', 'updated_at': '2021-02-12T21:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:44:59.511369 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b23614c-3b5e-49de-aa4f-a358d2b3a74e None None] Checking router: f07c34b1-e3fb-4701-b1ed-042e94436e5c for host: dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:44:59.514587 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f95d6-f46d-49fd-a504-7930b2c685b9 req-22bc3a41-c075-4100-bd02-6cf83f697940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:59.516352 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d24f95d6-f46d-49fd-a504-7930b2c685b9 req-22bc3a41-c075-4100-bd02-6cf83f697940 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c6f20f-eb79-4905-a5a3-1d30426979c3 HTTP/1.1" status: 200 len: 850 time: 0.0697680 Feb 12 21:44:59.520419 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b23614c-3b5e-49de-aa4f-a358d2b3a74e None None] Routers {'f07c34b1-e3fb-4701-b1ed-042e94436e5c'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:44:59.521087 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0b23614c-3b5e-49de-aa4f-a358d2b3a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:44:44Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:44:59.597693 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-acbb23a0-673b-4fcc-aebc-75726be918f3 admin admin] For port 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=561c2389-9c1d-4b3c-bf2a-d93b42aea8ae,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:44:59.598085 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-acbb23a0-673b-4fcc-aebc-75726be918f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:59.601344 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f95d6-f46d-49fd-a504-7930b2c685b9 req-ea2b7198-3202-4868-bc5f-16ec05d5048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:44:59.603551 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d24f95d6-f46d-49fd-a504-7930b2c685b9 req-ea2b7198-3202-4868-bc5f-16ec05d5048f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49d264eb-e6ab-4a06-85dd-4a170108092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805867 Feb 12 21:44:59.716472 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-0b23614c-3b5e-49de-aa4f-a358d2b3a74e None None] Set router f07c34b1-e3fb-4701-b1ed-042e94436e5c gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:44:59.739605 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-acbb23a0-673b-4fcc-aebc-75726be918f3 admin admin] Calling delete_port for 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae owned by network:router_gateway {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:44:59.750492 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d24f95d6-f46d-49fd-a504-7930b2c685b9 req-84d6f3d7-ad70-4511-a05e-74e3ab41d43c service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403677 Feb 12 21:44:59.893079 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-acbb23a0-673b-4fcc-aebc-75726be918f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:44:59.996991 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d24f95d6-f46d-49fd-a504-7930b2c685b9 req-2d053fc1-9f98-40a4-a296-a11ee8953bac service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2397172 Feb 12 21:45:00.039157 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6deda6-8809-4328-8528-292f58d0fbce req-4b007ff1-bbe8-4780-a8ff-74ec79cbbee5 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:00.041055 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9e6deda6-8809-4328-8528-292f58d0fbce req-4b007ff1-bbe8-4780-a8ff-74ec79cbbee5 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.1335211 Feb 12 21:45:00.098176 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9e6deda6-8809-4328-8528-292f58d0fbce req-422a95e8-45ef-4a13-9d15-f3b940de8ca1 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495815 Feb 12 21:45:00.217591 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0b23614c-3b5e-49de-aa4f-a358d2b3a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'name': 'tempest-TestMinimumBasicScenario-1322240768-router', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:39:56Z', 'updated_at': '2021-02-12T21:44:57Z', 'revision_number': 5, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'gw_port': {'id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:39:57Z', 'updated_at': '2021-02-12T21:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:00.221805 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b23614c-3b5e-49de-aa4f-a358d2b3a74e None None] The sync data for ids ['f07c34b1-e3fb-4701-b1ed-042e94436e5c'] in dv-cinder-775250-2-smb is: [{'id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'name': 'tempest-TestMinimumBasicScenario-1322240768-router', 'tenant_id': 'a2c3bd88183945119c66fe473d607ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:39:56Z', 'updated_at': '2021-02-12T21:44:57Z', 'revision_number': 5, 'project_id': 'a2c3bd88183945119c66fe473d607ea3', 'gw_port': {'id': '561c2389-9c1d-4b3c-bf2a-d93b42aea8ae', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07c34b1-e3fb-4701-b1ed-042e94436e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:39:57Z', 'updated_at': '2021-02-12T21:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}] {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:45:00.328151 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-acbb23a0-673b-4fcc-aebc-75726be918f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660797'] for router_gateway, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:00.470030 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-acbb23a0-673b-4fcc-aebc-75726be918f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-206338'] for router, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:00.472472 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-acbb23a0-673b-4fcc-aebc-75726be918f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:00.498263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-acbb23a0-673b-4fcc-aebc-75726be918f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-661979'] for router, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:00.498918 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbb23a0-673b-4fcc-aebc-75726be918f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f07c34b1-e3fb-4701-b1ed-042e94436e5c {{(pid=84068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 12 21:45:00.511786 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-acbb23a0-673b-4fcc-aebc-75726be918f3 admin admin] Notify callbacks [] for router, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:00.512996 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-acbb23a0-673b-4fcc-aebc-75726be918f3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f07c34b1-e3fb-4701-b1ed-042e94436e5c HTTP/1.1" status: 204 len: 168 time: 1.5281332 Feb 12 21:45:00.516199 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 38804) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:00.584633 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:00.594133 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e667699e-f7c8-4b74-a579-cc5dff248289 admin admin] Deleting subnet a7617e10-46d8-4e1b-b626-16aaa8fd84a7 {{(pid=84068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:45:00.597277 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e667699e-f7c8-4b74-a579-cc5dff248289 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:00.616342 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 5f9ce937-f608-49bc-a330-c042e438adf2 no longer exists at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:45:00.652609 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e667699e-f7c8-4b74-a579-cc5dff248289 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844261269'] for subnet, precommit_delete_associations {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:00.656236 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] No Port match for: 5f9ce937-f608-49bc-a330-c042e438adf2 {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:45:00.656630 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 5f9ce937-f608-49bc-a330-c042e438adf2 not bound to the agent host dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:45:00.790429 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e667699e-f7c8-4b74-a579-cc5dff248289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850750012'] for subnet, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:01.072263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e667699e-f7c8-4b74-a579-cc5dff248289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4025805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10980213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842905365'] for subnet, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:01.089090 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:01.186284 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667699e-f7c8-4b74-a579-cc5dff248289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7617e10-46d8-4e1b-b626-16aaa8fd84a7,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:01.190589 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e667699e-f7c8-4b74-a579-cc5dff248289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:01.227402 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e667699e-f7c8-4b74-a579-cc5dff248289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:01.232824 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbde389-2b0a-46ef-988b-0c10ed058d36 None None] Network 442c5856-d8a8-499f-8212-c45b52e4fb00 requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:45:01.235589 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e667699e-f7c8-4b74-a579-cc5dff248289 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a7617e10-46d8-4e1b-b626-16aaa8fd84a7 HTTP/1.1" status: 204 len: 168 time: 0.7162707 Feb 12 21:45:01.236307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 38814) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:01.328988 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955d6f8-fab0-4937-8097-c974f4781159 req-809d9232-55d9-4a2b-93d0-45d95d5694c8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:01.330615 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1955d6f8-fab0-4937-8097-c974f4781159 req-809d9232-55d9-4a2b-93d0-45d95d5694c8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.1033301 Feb 12 21:45:01.367711 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3865086'] for network, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:01.390989 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1955d6f8-fab0-4937-8097-c974f4781159 req-815d71d0-a6c5-4de2-b18b-1ccc4674e2b5 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527360 Feb 12 21:45:01.461668 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Deleting port 810628e7-5d96-43b9-9bed-5ac2ad584262 {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:01.462135 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:01.511686 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0e5ea0-cb39-4079-83b9-a8abd948acce None None] DHCP port deletion for 442c5856-d8a8-499f-8212-c45b52e4fb00 request from dv-cinder-775250-2-smb {{(pid=84070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 12 21:45:01.516199 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e5ea0-cb39-4079-83b9-a8abd948acce None None] Deleting port 810628e7-5d96-43b9-9bed-5ac2ad584262 {{(pid=84070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:01.516618 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bf0e5ea0-cb39-4079-83b9-a8abd948acce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:01.697652 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] For port 810628e7-5d96-43b9-9bed-5ac2ad584262, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=810628e7-5d96-43b9-9bed-5ac2ad584262,segment=NetworkSegment(4876b47c-2ec7-492b-8650-415ad9763bc2),segment_id=4876b47c-2ec7-492b-8650-415ad9763bc2)] {{(pid=84068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:45:01.698057 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:01.768825 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-bf0e5ea0-cb39-4079-83b9-a8abd948acce None None] For port 810628e7-5d96-43b9-9bed-5ac2ad584262, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=810628e7-5d96-43b9-9bed-5ac2ad584262,segment=NetworkSegment(4876b47c-2ec7-492b-8650-415ad9763bc2),segment_id=4876b47c-2ec7-492b-8650-415ad9763bc2)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:45:01.769301 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bf0e5ea0-cb39-4079-83b9-a8abd948acce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:01.834691 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Calling delete_port for 810628e7-5d96-43b9-9bed-5ac2ad584262 owned by network:dhcp {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:45:01.906306 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e5ea0-cb39-4079-83b9-a8abd948acce None None] Calling delete_port for 810628e7-5d96-43b9-9bed-5ac2ad584262 owned by network:dhcp {{(pid=84070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:45:01.921366 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:01.937756 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1ae1e4ac-92c6-44c4-9e9c-19bdee04c248 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:02.043302 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=810628e7-5d96-43b9-9bed-5ac2ad584262,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:02.046086 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:02.052759 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [None req-bf0e5ea0-cb39-4079-83b9-a8abd948acce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84070) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:45:02.053172 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [None req-bf0e5ea0-cb39-4079-83b9-a8abd948acce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:45:02.085196 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] No DVR routers for this DVR port 810628e7-5d96-43b9-9bed-5ac2ad584262 on host dv-cinder-775250-2-smb {{(pid=84068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:45:02.208203 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850739933', 'neutron.services.segments.db._delete_segments_for_network-8792999462447'] for network, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:02.322722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442c5856-d8a8-499f-8212-c45b52e4fb00']}} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:02.336632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4876b47c-2ec7-492b-8650-415ad9763bc2') {'for_net_delete': True} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:02.336914 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4876b47c-2ec7-492b-8650-415ad9763bc2') {} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:02.348946 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243855186104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10514531'] for segment, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:02.366368 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:02.368411 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:45:02.553534 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Network 442c5856-d8a8-499f-8212-c45b52e4fb00 has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:45:02.554656 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e5ea0-cb39-4079-83b9-a8abd948acce None None] Deleting port 810628e7-5d96-43b9-9bed-5ac2ad584262 {{(pid=84070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:02.555108 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bf0e5ea0-cb39-4079-83b9-a8abd948acce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:02.567292 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4030055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980226'] for segment, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:02.612424 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca74b64-3dcb-485d-b582-2a01bde38815 req-b096cb2c-de36-4fc1-88f5-9bf86a37cb20 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:02.614036 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-eca74b64-3dcb-485d-b582-2a01bde38815 req-b096cb2c-de36-4fc1-88f5-9bf86a37cb20 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.1016347 Feb 12 21:45:02.657169 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e5ea0-cb39-4079-83b9-a8abd948acce None None] The port '810628e7-5d96-43b9-9bed-5ac2ad584262' was deleted {{(pid=84070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 12 21:45:02.673230 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-eca74b64-3dcb-485d-b582-2a01bde38815 req-f5898028-2fc3-4069-b7d2-babe0d51d862 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506456 Feb 12 21:45:02.684506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 810628e7-5d96-43b9-9bed-5ac2ad584262 no longer exists at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:45:02.723679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] No Port match for: 810628e7-5d96-43b9-9bed-5ac2ad584262 {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:45:02.724088 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 810628e7-5d96-43b9-9bed-5ac2ad584262 not bound to the agent host dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:45:02.724556 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae no longer exists at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:45:02.766689 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] No Port match for: 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:45:02.767079 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 561c2389-9c1d-4b3c-bf2a-d93b42aea8ae not bound to the agent host dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:45:02.769832 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Network 442c5856-d8a8-499f-8212-c45b52e4fb00 has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: Traceback (most recent call last): Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: timer() Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: cb(*args, **kw) Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: return func(*args, **kwargs) Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: self._notify() Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: self.callback(batched_events) Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: event.method(event) Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: segment_id)['aggregates'][0] Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: return f(self, *a, **k) Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: return self._get(url).json() Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: **kwargs) Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: return self.request(url, 'GET', **kwargs) Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: **endpoint_filter) Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:45:02.793273 dv-cinder-775250-2-smb neutron-server[83958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:45:02.879896 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4035899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854114878'] for network, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:02.884086 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:02.902284 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:02.911506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=442c5856-d8a8-499f-8212-c45b52e4fb00,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:02.916296 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:02.922932 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-edc9ce1b-d052-463f-a145-a742a09d12a7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/442c5856-d8a8-499f-8212-c45b52e4fb00 HTTP/1.1" status: 204 len: 168 time: 1.6829782 Feb 12 21:45:03.037057 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 38832) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:03.088996 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-718e6146-2aa7-4e97-957f-f19f7bf67d68 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2c3bd88183945119c66fe473d607ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506418 Feb 12 21:45:03.091583 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 38836) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:03.152609 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2d98975f-b04c-46df-bbd6-59b8c4bfac9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:03.183511 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2d98975f-b04c-46df-bbd6-59b8c4bfac9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:03.462724 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2d98975f-b04c-46df-bbd6-59b8c4bfac9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:03.468318 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ebe153e7-e0b7-4705-8080-ee54f58e6333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:03.483186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98975f-b04c-46df-bbd6-59b8c4bfac9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2eb5c4c-5c03-49ee-a485-624bb4412e28,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:03.486240 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2d98975f-b04c-46df-bbd6-59b8c4bfac9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:03.500952 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2d98975f-b04c-46df-bbd6-59b8c4bfac9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:03.503361 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-2d98975f-b04c-46df-bbd6-59b8c4bfac9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2eb5c4c-5c03-49ee-a485-624bb4412e28 HTTP/1.1" status: 204 len: 168 time: 0.4096038 Feb 12 21:45:03.899550 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96f9ad-bab7-426d-b919-eb83707fa2cd req-5aee9812-b7ea-410b-98a6-6463722eaae6 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:03.901342 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-dd96f9ad-bab7-426d-b919-eb83707fa2cd req-5aee9812-b7ea-410b-98a6-6463722eaae6 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.1026020 Feb 12 21:45:03.951377 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-dd96f9ad-bab7-426d-b919-eb83707fa2cd req-0ceb71ef-005a-4add-950b-dd31e27d5b54 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430708 Feb 12 21:45:04.259915 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a496c9-50d9-4df4-a2b3-5c4e167bab69 req-942b8702-466a-4d81-b8ed-c9a412833a85 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:04.261427 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d1a496c9-50d9-4df4-a2b3-5c4e167bab69 req-942b8702-466a-4d81-b8ed-c9a412833a85 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0855029 Feb 12 21:45:04.308286 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d1a496c9-50d9-4df4-a2b3-5c4e167bab69 req-a380122f-a07d-454b-a91a-3ccf72f62dfa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406585 Feb 12 21:45:05.155398 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c040c40-175a-4cd0-8d0c-299109bffdee req-45985567-799c-4620-9684-06e46a59fd7a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:05.157034 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2c040c40-175a-4cd0-8d0c-299109bffdee req-45985567-799c-4620-9684-06e46a59fd7a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0902255 Feb 12 21:45:05.205676 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2c040c40-175a-4cd0-8d0c-299109bffdee req-b2d14e7f-728e-406e-9fb2-51adb8327ed5 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421751 Feb 12 21:45:05.516294 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe29bb0-2061-4bf0-a27c-9f05b60068bd req-757d79c8-e1a0-4ec5-ad2b-335d8925638e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:05.517909 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ffe29bb0-2061-4bf0-a27c-9f05b60068bd req-757d79c8-e1a0-4ec5-ad2b-335d8925638e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0871654 Feb 12 21:45:05.568575 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ffe29bb0-2061-4bf0-a27c-9f05b60068bd req-2f236404-903f-46ac-9f56-3593a79146aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438406 Feb 12 21:45:06.402924 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b919fa9-ba22-4592-aec1-cdf0c5375fb7 req-f5a08ba1-bfc4-4a93-8313-ebc203b7c5d9 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:06.404636 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1b919fa9-ba22-4592-aec1-cdf0c5375fb7 req-f5a08ba1-bfc4-4a93-8313-ebc203b7c5d9 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0879891 Feb 12 21:45:06.453893 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1b919fa9-ba22-4592-aec1-cdf0c5375fb7 req-7010e45a-9f42-4be0-840d-2c80885165a5 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425782 Feb 12 21:45:06.779077 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa01ea1-fb21-417f-9662-55d53c5fe626 req-23067513-99da-4153-bd78-330670433764 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:06.780653 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-eaa01ea1-fb21-417f-9662-55d53c5fe626 req-23067513-99da-4153-bd78-330670433764 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0928280 Feb 12 21:45:06.829030 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-eaa01ea1-fb21-417f-9662-55d53c5fe626 req-45acac67-77b6-446c-b7b3-2811088063fa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416789 Feb 12 21:45:07.655114 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfeb2ac-ff82-441b-ac8d-eee935328378 req-a0864a8e-64f8-4679-a8cc-154059e97204 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:07.656745 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ebfeb2ac-ff82-441b-ac8d-eee935328378 req-a0864a8e-64f8-4679-a8cc-154059e97204 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0859759 Feb 12 21:45:07.704417 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ebfeb2ac-ff82-441b-ac8d-eee935328378 req-1a19270b-a6b9-4b5d-b3ad-05db950df75e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411725 Feb 12 21:45:08.037967 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff511b2-ab21-4b57-867b-ac5ed654d6e6 req-4549a03b-90ac-4280-b852-ec073e39ddc8 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:08.039525 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-dff511b2-ab21-4b57-867b-ac5ed654d6e6 req-4549a03b-90ac-4280-b852-ec073e39ddc8 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0908473 Feb 12 21:45:08.087275 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-dff511b2-ab21-4b57-867b-ac5ed654d6e6 req-3938392b-0f72-4c4e-8c73-e10be60f32d9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415187 Feb 12 21:45:08.903381 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e418dd-768c-49c1-97b7-fa800e5e511f req-256e0aa8-b93a-4a06-bc71-305768626611 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:08.905026 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f3e418dd-768c-49c1-97b7-fa800e5e511f req-256e0aa8-b93a-4a06-bc71-305768626611 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0866854 Feb 12 21:45:08.956863 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f3e418dd-768c-49c1-97b7-fa800e5e511f req-9f824b8a-8a5f-48fb-ab82-be08ef6110c8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455666 Feb 12 21:45:09.292967 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236eb94-3631-41b7-a5f8-dfb7d231f8c8 req-6fca9358-41d5-417f-b162-8717a970510e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:09.294586 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d236eb94-3631-41b7-a5f8-dfb7d231f8c8 req-6fca9358-41d5-417f-b162-8717a970510e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0869687 Feb 12 21:45:09.342599 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d236eb94-3631-41b7-a5f8-dfb7d231f8c8 req-2ea94f35-d66b-417e-b433-36449358a5c8 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417659 Feb 12 21:45:10.157670 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0540e1d-8300-49e3-8062-5735d77c20c3 req-8fe536ac-7769-4d7a-8b21-3c2397882acb tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:10.159312 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a0540e1d-8300-49e3-8062-5735d77c20c3 req-8fe536ac-7769-4d7a-8b21-3c2397882acb tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0906236 Feb 12 21:45:10.206592 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a0540e1d-8300-49e3-8062-5735d77c20c3 req-e03b1a2f-e748-4abc-b193-5a98dc91d4dd tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408652 Feb 12 21:45:10.547824 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1513d4-8c8b-421d-86ec-90c05c95b4bb req-5c606bd2-1dcf-43ff-b1a3-492fb782ea1c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:10.549445 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ec1513d4-8c8b-421d-86ec-90c05c95b4bb req-5c606bd2-1dcf-43ff-b1a3-492fb782ea1c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0882654 Feb 12 21:45:10.597143 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-ec1513d4-8c8b-421d-86ec-90c05c95b4bb req-dcd455fb-8ae1-4888-b733-6d65907b4e9c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409935 Feb 12 21:45:11.409825 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4b8d-ca21-40bb-be1b-8cd0eca9f692 req-089577cf-5c38-4c4b-9d3b-11e7e340693e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:11.411479 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e6fd4b8d-ca21-40bb-be1b-8cd0eca9f692 req-089577cf-5c38-4c4b-9d3b-11e7e340693e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0897026 Feb 12 21:45:11.461806 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e6fd4b8d-ca21-40bb-be1b-8cd0eca9f692 req-5f68ada4-ce9b-4aac-8cce-2f7a008b5f5f tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435944 Feb 12 21:45:11.801230 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26285a5b-d285-4535-b3ff-b43b2044f3d8 req-04535631-8b40-4d82-a672-5415113cae44 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:11.802831 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-26285a5b-d285-4535-b3ff-b43b2044f3d8 req-04535631-8b40-4d82-a672-5415113cae44 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0874023 Feb 12 21:45:11.854626 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-26285a5b-d285-4535-b3ff-b43b2044f3d8 req-5ed7f596-db92-4cee-bbfd-1f978b0fd0d3 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449305 Feb 12 21:45:12.027889 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-96279f0b-d862-4d69-badf-5037b3a89dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:12.590049 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 89862f2a-7f91-4ce2-89fd-d646147e097e up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:45:12.662538 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 89862f2a-7f91-4ce2-89fd-d646147e097e triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:45:12.662958 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:12.664658 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d41e0-1709-49f0-8e6d-2bdcc9d7592e req-a219ee78-0e26-42f3-a847-06eacbffb5ef tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:12.666304 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f71d41e0-1709-49f0-8e6d-2bdcc9d7592e req-a219ee78-0e26-42f3-a847-06eacbffb5ef tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0910656 Feb 12 21:45:12.715644 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f71d41e0-1709-49f0-8e6d-2bdcc9d7592e req-dbbc86da-2fa8-4fab-94ea-3b6485dc8599 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428901 Feb 12 21:45:13.065331 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ee8a5-92ca-4748-a0cd-fe2d75fe1b61 req-690f566b-c493-45cc-9551-7e2e78a0ddce tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:13.066890 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-638ee8a5-92ca-4748-a0cd-fe2d75fe1b61 req-690f566b-c493-45cc-9551-7e2e78a0ddce tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0904460 Feb 12 21:45:13.115245 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-638ee8a5-92ca-4748-a0cd-fe2d75fe1b61 req-f2a3cdde-9d35-4f61-862c-ea528d29273e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415077 Feb 12 21:45:13.918002 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6060d-e6dc-4176-bf63-e0096b6b5b85 req-34724958-2355-458d-b09c-98c2cb6d8a33 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:13.919644 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-46d6060d-e6dc-4176-bf63-e0096b6b5b85 req-34724958-2355-458d-b09c-98c2cb6d8a33 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0890162 Feb 12 21:45:13.967852 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-46d6060d-e6dc-4176-bf63-e0096b6b5b85 req-eaa39a9c-f1af-4a1a-967a-995bf6c48c18 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418384 Feb 12 21:45:14.319508 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664abd2-cc4f-443d-a169-32da39620f5f req-47a4eca8-213d-4b1c-8025-600c2e61466d tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:14.321715 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8664abd2-cc4f-443d-a169-32da39620f5f req-47a4eca8-213d-4b1c-8025-600c2e61466d tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0899446 Feb 12 21:45:14.369234 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8664abd2-cc4f-443d-a169-32da39620f5f req-67b8ccdb-4ee4-4e0c-b469-2bc6d8edf01c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412314 Feb 12 21:45:14.460877 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e861cb7a-85f4-4118-a272-9cc056df02fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:14.592988 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 89862f2a-7f91-4ce2-89fd-d646147e097e up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:45:14.667474 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 89862f2a-7f91-4ce2-89fd-d646147e097e triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:45:14.667952 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:15.056653 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:15.169960 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0c805-b476-4206-9378-0dab9f761280 req-408a7eb0-f206-4ddc-8514-7c2d53e1482a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:15.171621 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9da0c805-b476-4206-9378-0dab9f761280 req-408a7eb0-f206-4ddc-8514-7c2d53e1482a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0882835 Feb 12 21:45:15.218788 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9da0c805-b476-4206-9378-0dab9f761280 req-c2803f2d-d733-4557-afe5-8ee578bd1625 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410399 Feb 12 21:45:15.581012 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632740d1-3197-4ecb-a81c-09ee8a5739b0 req-fc774be6-bf53-41fc-adff-ac7836e88f9f tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:15.582617 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-632740d1-3197-4ecb-a81c-09ee8a5739b0 req-fc774be6-bf53-41fc-adff-ac7836e88f9f tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0948932 Feb 12 21:45:15.630666 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-632740d1-3197-4ecb-a81c-09ee8a5739b0 req-09903539-3a84-4e86-9100-520314cb5e2b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417254 Feb 12 21:45:15.670489 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:45:15.754138 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:16.419009 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667578b-aa67-4955-94eb-cef60ebf552c req-06990ba3-8d09-432f-8724-aebc6267392c tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:16.420673 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4667578b-aa67-4955-94eb-cef60ebf552c req-06990ba3-8d09-432f-8724-aebc6267392c tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.0897796 Feb 12 21:45:16.470285 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4667578b-aa67-4955-94eb-cef60ebf552c req-c58f3edc-4bb7-48a9-b4be-8a1350aabcfb tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430887 Feb 12 21:45:16.736287 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:16.983908 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef93e3-efb2-4c0a-88dc-0146d4d17413 req-6f3cff4f-f15d-4114-a6a8-9767905f1ff5 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:16.985534 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83ef93e3-efb2-4c0a-88dc-0146d4d17413 req-6f3cff4f-f15d-4114-a6a8-9767905f1ff5 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.2328176 Feb 12 21:45:16.992867 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14f233-a64f-4ea8-996a-2e6cf3abc6e0 req-d440c6bf-7d20-4309-8ebb-75f1316275ce tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:16.994362 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7b14f233-a64f-4ea8-996a-2e6cf3abc6e0 req-d440c6bf-7d20-4309-8ebb-75f1316275ce tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.2000206 Feb 12 21:45:16.997497 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be005e91-08fe-4a29-bc25-aa82373477e9 req-242808d6-ddeb-48fa-b125-1cac6f5ac31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:16.998983 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-be005e91-08fe-4a29-bc25-aa82373477e9 req-242808d6-ddeb-48fa-b125-1cac6f5ac31c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=719ecf1999794f40901c036e44df1ab2&device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 1163 time: 0.1573701 Feb 12 21:45:17.171807 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83ef93e3-efb2-4c0a-88dc-0146d4d17413 req-4129429b-8f4c-4b0d-9fe5-49471a88c359 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762464 Feb 12 21:45:17.184980 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7b14f233-a64f-4ea8-996a-2e6cf3abc6e0 req-a9f166cd-74e4-4949-8adb-a779e1a1add0 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703546 Feb 12 21:45:17.214384 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be005e91-08fe-4a29-bc25-aa82373477e9 req-ec7c0cae-c34c-434f-be45-99dd2450379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:17.216029 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-be005e91-08fe-4a29-bc25-aa82373477e9 req-ec7c0cae-c34c-434f-be45-99dd2450379c service neutron] 10.222.0.66 "GET /v2.0/networks?id=49d264eb-e6ab-4a06-85dd-4a170108092b HTTP/1.1" status: 200 len: 905 time: 0.1987121 Feb 12 21:45:17.329375 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-be005e91-08fe-4a29-bc25-aa82373477e9 req-a0cee5f5-ee94-4d13-89aa-eefeddbf6792 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89862f2a-7f91-4ce2-89fd-d646147e097e HTTP/1.1" status: 200 len: 1001 time: 0.1054351 Feb 12 21:45:17.397778 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be005e91-08fe-4a29-bc25-aa82373477e9 req-aa224d73-dabd-4506-8c3f-ee54498daa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:17.399367 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-be005e91-08fe-4a29-bc25-aa82373477e9 req-aa224d73-dabd-4506-8c3f-ee54498daa88 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c6f20f-eb79-4905-a5a3-1d30426979c3 HTTP/1.1" status: 200 len: 850 time: 0.0630429 Feb 12 21:45:17.486392 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be005e91-08fe-4a29-bc25-aa82373477e9 req-297d11c4-0e5f-4b73-947d-9c4875aad97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:17.488025 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-be005e91-08fe-4a29-bc25-aa82373477e9 req-297d11c4-0e5f-4b73-947d-9c4875aad97e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49d264eb-e6ab-4a06-85dd-4a170108092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821493 Feb 12 21:45:17.632257 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-be005e91-08fe-4a29-bc25-aa82373477e9 req-d2b065f8-513b-4dfe-89d5-4c83d91fdc32 service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367583 Feb 12 21:45:17.773765 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-be005e91-08fe-4a29-bc25-aa82373477e9 req-fd712465-a797-4126-a579-0f5d21cd68f4 service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355424 Feb 12 21:45:18.439217 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9b590-ede3-43d3-a9e2-5f2c48f51d77 req-4c2d5bfc-b01f-4c6f-9636-563d0d5119f3 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:18.440873 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fee9b590-ede3-43d3-a9e2-5f2c48f51d77 req-4c2d5bfc-b01f-4c6f-9636-563d0d5119f3 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.1526580 Feb 12 21:45:18.450237 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf62c75-31f1-4b3f-997f-723053e9e778 req-f14eb9dc-10ef-4aad-90de-e487d25edd2b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:18.451798 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1cf62c75-31f1-4b3f-997f-723053e9e778 req-f14eb9dc-10ef-4aad-90de-e487d25edd2b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.1268115 Feb 12 21:45:18.528852 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fee9b590-ede3-43d3-a9e2-5f2c48f51d77 req-d722b9f9-c3e8-4f88-ba15-7d575687e73f tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760014 Feb 12 21:45:18.536097 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1cf62c75-31f1-4b3f-997f-723053e9e778 req-aabb1ead-5434-490e-9b94-1c08c4961207 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652423 Feb 12 21:45:20.021106 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7dc3e-969f-4432-af64-db2dbe0aaecf req-35288d47-fd10-4248-8790-81b7249a3e9b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:20.022727 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-21c7dc3e-969f-4432-af64-db2dbe0aaecf req-35288d47-fd10-4248-8790-81b7249a3e9b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.3780658 Feb 12 21:45:20.033328 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924095d-fbcf-496d-bb79-4f552c949c60 req-4840164f-7942-43bf-8e6f-dedee76d2851 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:20.034843 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d924095d-fbcf-496d-bb79-4f552c949c60 req-4840164f-7942-43bf-8e6f-dedee76d2851 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.3494260 Feb 12 21:45:20.110722 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-21c7dc3e-969f-4432-af64-db2dbe0aaecf req-a379dfac-8357-43d0-b9f6-0d91fa3a2189 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748394 Feb 12 21:45:20.115233 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d924095d-fbcf-496d-bb79-4f552c949c60 req-a6884880-3ab5-41ef-b721-3356085ec3e8 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633283 Feb 12 21:45:21.339925 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca94ac-e904-4f76-8427-105bf85d6e6c req-1f71239e-9811-4c6b-ac4d-6729681dffc7 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:21.341625 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8eca94ac-e904-4f76-8427-105bf85d6e6c req-1f71239e-9811-4c6b-ac4d-6729681dffc7 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.1032827 Feb 12 21:45:21.423622 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8eca94ac-e904-4f76-8427-105bf85d6e6c req-abe30f61-6dd7-4bc4-bd8a-457c5d99a494 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750513 Feb 12 21:45:22.636876 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72b462-9f18-4022-bdeb-6c12a0e046fd req-ad55e6d7-41e8-4c56-8005-703e7f7ff18b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:22.638499 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7e72b462-9f18-4022-bdeb-6c12a0e046fd req-ad55e6d7-41e8-4c56-8005-703e7f7ff18b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0930548 Feb 12 21:45:22.689830 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7e72b462-9f18-4022-bdeb-6c12a0e046fd req-b4f404a1-d7a2-44bb-90ce-fdc4e691ade8 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442796 Feb 12 21:45:23.736125 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-3ca810c2-959a-4646-8e7f-581409458ed2 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/floatingips/9f8b111e-820b-4028-bf54-a40e8908e037 HTTP/1.1" status: 200 len: 999 time: 0.1285131 Feb 12 21:45:23.967648 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-06dd04bf-5c1b-432d-b6b1-cfd58903420a tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:23.969197 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-06dd04bf-5c1b-432d-b6b1-cfd58903420a tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/networks/5a123e99-c8d4-46ae-bf35-04ebb9b85da4 HTTP/1.1" status: 200 len: 784 time: 0.2264996 Feb 12 21:45:24.024201 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-82cd27f1-b1b9-41ab-90ac-ccb2e75f178b tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:45:24.026194 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-82cd27f1-b1b9-41ab-90ac-ccb2e75f178b tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0128686 Feb 12 21:45:24.163829 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-fa9ebbd4-c01b-424b-a594-b397ba3fb1ba tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.28.0.228 HTTP/1.1" status: 200 len: 1002 time: 0.1318808 Feb 12 21:45:24.180618 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758cb25-4e51-456e-94be-bd303808a03c req-a1be8d3f-4bb2-45ed-af5f-15c3e63f00d1 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:24.182240 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b758cb25-4e51-456e-94be-bd303808a03c req-a1be8d3f-4bb2-45ed-af5f-15c3e63f00d1 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.2120490 Feb 12 21:45:24.304932 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-e505f6d6-eb1f-49ec-9835-6d17f2f1485e tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:24.306343 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-e505f6d6-eb1f-49ec-9835-6d17f2f1485e tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports/d12eed96-f310-41ee-8e0b-2edd96db6257 HTTP/1.1" status: 200 len: 943 time: 0.1330755 Feb 12 21:45:24.314757 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b758cb25-4e51-456e-94be-bd303808a03c req-5b8903db-d179-4d52-8269-acec5a9d4eec tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861304 Feb 12 21:45:24.577910 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-095fa4dc-b893-4bed-be81-293270abfe69 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.28.0.228 HTTP/1.1" status: 200 len: 1002 time: 0.1694200 Feb 12 21:45:24.821548 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-e360551a-01c4-47c6-90f7-f63fb6be291f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Deleting port 7c03b878-544f-4bda-80b3-9e1fa4609726 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:24.822155 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-e360551a-01c4-47c6-90f7-f63fb6be291f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:25.027832 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-e360551a-01c4-47c6-90f7-f63fb6be291f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:25.028328 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-e360551a-01c4-47c6-90f7-f63fb6be291f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:25.166504 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-e360551a-01c4-47c6-90f7-f63fb6be291f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Calling delete_port for 7c03b878-544f-4bda-80b3-9e1fa4609726 owned by network:floatingip {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:45:25.338571 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-e360551a-01c4-47c6-90f7-f63fb6be291f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:25.458674 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-62b7eec9-81de-4442-8018-ee8252957014 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:25.569504 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360551a-01c4-47c6-90f7-f63fb6be291f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Pushing event deleted for resources: {'Port': ['ID=7c03b878-544f-4bda-80b3-9e1fa4609726,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:25.574505 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e360551a-01c4-47c6-90f7-f63fb6be291f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:25.712182 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2e539-fe01-48ac-b043-ec7d55290b51 req-2137e8cc-3b62-4026-b618-f73cb66a1dc3 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:25.719849 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d4b2e539-fe01-48ac-b043-ec7d55290b51 req-2137e8cc-3b62-4026-b618-f73cb66a1dc3 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.2656543 Feb 12 21:45:25.784306 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-e360551a-01c4-47c6-90f7-f63fb6be291f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for floatingip, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:25.784683 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.l3_db [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-e360551a-01c4-47c6-90f7-f63fb6be291f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Floating IP 9f8b111e-820b-4028-bf54-a40e8908e037 disassociated (deleted). External IP: 172.28.0.228, port: d12eed96-f310-41ee-8e0b-2edd96db6257. Feb 12 21:45:25.852111 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d4b2e539-fe01-48ac-b043-ec7d55290b51 req-4ee1c473-c8ab-4767-9b58-324800159e17 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311789 Feb 12 21:45:26.228340 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-e360551a-01c4-47c6-90f7-f63fb6be291f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:45:26.455757 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-e360551a-01c4-47c6-90f7-f63fb6be291f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:45:26.466933 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f287d540-9bd6-4f63-9993-d8ce67a7bc72 None None] Sync routers for ids ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'] in dv-cinder-775250-2-smb {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:45:26.478837 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f287d540-9bd6-4f63-9993-d8ce67a7bc72 None None] Routers {'1cc167a8-d36e-4e10-8dc6-b04fd69cf821'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:45:26.479456 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f287d540-9bd6-4f63-9993-d8ce67a7bc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:45:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:26.551466 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-e360551a-01c4-47c6-90f7-f63fb6be291f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:26.635611 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-e360551a-01c4-47c6-90f7-f63fb6be291f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "DELETE /v2.0/floatingips/9f8b111e-820b-4028-bf54-a40e8908e037 HTTP/1.1" status: 204 len: 173 time: 2.0509901 Feb 12 21:45:26.636513 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'tag': 'd12eed96-f310-41ee-8e0b-2edd96db6257'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:45:26.696279 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'tag': 'd12eed96-f310-41ee-8e0b-2edd96db6257', 'status': 'completed', 'code': 200} Feb 12 21:45:26.937957 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-f287d540-9bd6-4f63-9993-d8ce67a7bc72 None None] Set router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:45:27.160399 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-25d8e64c-da21-4dae-95f3-62f9de3b0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:27.162153 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-25d8e64c-da21-4dae-95f3-62f9de3b0850 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49ec507faa244b44a51dada5f29b8cae&device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 1163 time: 0.5129027 Feb 12 21:45:27.289947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609b7d2-5a1d-4a7d-a5ed-599b0b738a79 req-7ea838c2-3639-47ef-966e-5dd6295bb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:27.291632 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b609b7d2-5a1d-4a7d-a5ed-599b0b738a79 req-7ea838c2-3639-47ef-966e-5dd6295bb054 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49ec507faa244b44a51dada5f29b8cae&device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 1163 time: 0.2921381 Feb 12 21:45:27.368504 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f287d540-9bd6-4f63-9993-d8ce67a7bc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'name': 'tempest-TestShelveInstance-713380077-router', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:30Z', 'updated_at': '2021-02-12T21:38:40Z', 'revision_number': 4, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'gw_port': {'id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:32Z', 'updated_at': '2021-02-12T21:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'ce5baef2-7e5a-4566-848a-e386450118eb', 'name': '', 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'mac_address': 'fa:16:3e:40:b5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '217c03cb-b699-430c-af4a-d830049b93e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:38Z', 'updated_at': '2021-02-12T21:38:53Z', 'revision_number': 5, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'subnets': [{'id': '217c03cb-b699-430c-af4a-d830049b93e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:27.374056 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f287d540-9bd6-4f63-9993-d8ce67a7bc72 None None] Checking router: 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 for host: dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:45:27.384525 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f287d540-9bd6-4f63-9993-d8ce67a7bc72 None None] Routers {'1cc167a8-d36e-4e10-8dc6-b04fd69cf821'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:45:27.385528 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f287d540-9bd6-4f63-9993-d8ce67a7bc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:45:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:27.462528 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609b7d2-5a1d-4a7d-a5ed-599b0b738a79 req-64eee0c2-d040-4064-95f7-caa35683cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:27.464137 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b609b7d2-5a1d-4a7d-a5ed-599b0b738a79 req-64eee0c2-d040-4064-95f7-caa35683cbaa service neutron] 10.222.0.66 "GET /v2.0/networks?id=fdb6571b-cda9-47e3-bee0-da8e039221ab HTTP/1.1" status: 200 len: 903 time: 0.1560051 Feb 12 21:45:27.472519 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e6e9-3868-4348-831b-c10aa18f485b req-67f2e21e-1b86-43f2-ae15-22ce1f67fe89 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:27.474191 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7272e6e9-3868-4348-831b-c10aa18f485b req-67f2e21e-1b86-43f2-ae15-22ce1f67fe89 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.4313123 Feb 12 21:45:27.602658 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-f287d540-9bd6-4f63-9993-d8ce67a7bc72 None None] Set router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:45:27.604021 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b609b7d2-5a1d-4a7d-a5ed-599b0b738a79 req-4f913d2c-ce2c-402d-aa57-3c0eafef0274 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12eed96-f310-41ee-8e0b-2edd96db6257 HTTP/1.1" status: 200 len: 217 time: 0.1287291 Feb 12 21:45:27.610899 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7272e6e9-3868-4348-831b-c10aa18f485b req-4c6f3017-8cf2-4d0d-a4d8-e2a64a3dc8ac tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685275 Feb 12 21:45:27.711039 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-099071b7-afe0-41de-a37e-f2280f64c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:27.712754 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-099071b7-afe0-41de-a37e-f2280f64c43a service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdb6571b-cda9-47e3-bee0-da8e039221ab HTTP/1.1" status: 200 len: 903 time: 0.5316596 Feb 12 21:45:27.714330 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609b7d2-5a1d-4a7d-a5ed-599b0b738a79 req-38a2e95f-dc95-47e5-94f2-4e33115fea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:27.715851 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b609b7d2-5a1d-4a7d-a5ed-599b0b738a79 req-38a2e95f-dc95-47e5-94f2-4e33115fea57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=217c03cb-b699-430c-af4a-d830049b93e1 HTTP/1.1" status: 200 len: 847 time: 0.1038947 Feb 12 21:45:27.834065 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-52d202ca-932a-4741-b8fb-81ecc237f899 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12eed96-f310-41ee-8e0b-2edd96db6257 HTTP/1.1" status: 200 len: 217 time: 0.1115196 Feb 12 21:45:27.931515 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-288d1ba1-72d9-42d9-90af-085108643702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:27.933482 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-288d1ba1-72d9-42d9-90af-085108643702 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=217c03cb-b699-430c-af4a-d830049b93e1 HTTP/1.1" status: 200 len: 847 time: 0.0870180 Feb 12 21:45:27.999020 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f287d540-9bd6-4f63-9993-d8ce67a7bc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'name': 'tempest-TestShelveInstance-713380077-router', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:30Z', 'updated_at': '2021-02-12T21:38:40Z', 'revision_number': 4, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'gw_port': {'id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:32Z', 'updated_at': '2021-02-12T21:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'ce5baef2-7e5a-4566-848a-e386450118eb', 'name': '', 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'mac_address': 'fa:16:3e:40:b5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '217c03cb-b699-430c-af4a-d830049b93e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:38Z', 'updated_at': '2021-02-12T21:38:53Z', 'revision_number': 5, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'subnets': [{'id': '217c03cb-b699-430c-af4a-d830049b93e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:28.004022 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f287d540-9bd6-4f63-9993-d8ce67a7bc72 None None] The sync data for ids ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'] in dv-cinder-775250-2-smb is: [{'id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'name': 'tempest-TestShelveInstance-713380077-router', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:30Z', 'updated_at': '2021-02-12T21:38:40Z', 'revision_number': 4, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'gw_port': {'id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:32Z', 'updated_at': '2021-02-12T21:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'ce5baef2-7e5a-4566-848a-e386450118eb', 'name': '', 'network_id': 'fdb6571b-cda9-47e3-bee0-da8e039221ab', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'mac_address': 'fa:16:3e:40:b5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '217c03cb-b699-430c-af4a-d830049b93e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:38Z', 'updated_at': '2021-02-12T21:38:53Z', 'revision_number': 5, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'subnets': [{'id': '217c03cb-b699-430c-af4a-d830049b93e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:45:28.025434 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609b7d2-5a1d-4a7d-a5ed-599b0b738a79 req-440a1eb1-155c-4ba2-9be4-a680106c0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:28.027088 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b609b7d2-5a1d-4a7d-a5ed-599b0b738a79 req-440a1eb1-155c-4ba2-9be4-a680106c0ac6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fdb6571b-cda9-47e3-bee0-da8e039221ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2471972 Feb 12 21:45:28.159781 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-17a11217-8a4d-47ee-a7f9-94923c8e1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:28.161481 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-17a11217-8a4d-47ee-a7f9-94923c8e1d0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdb6571b-cda9-47e3-bee0-da8e039221ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2154791 Feb 12 21:45:28.346921 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b609b7d2-5a1d-4a7d-a5ed-599b0b738a79 req-a4b01920-0425-4e9f-8f82-af9b930162ee service neutron] 10.222.0.66 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009331 Feb 12 21:45:28.445384 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6077aec-0992-44c2-b93d-a6c0a8b81465 None None] New status for floating IP 9f8b111e-820b-4028-bf54-a40e8908e037: DOWN {{(pid=84070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:45:28.492482 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-92b63a0e-10fc-424d-ba94-e01b2b4b69b5 service neutron] 10.222.0.35 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141558 Feb 12 21:45:28.684525 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-68d4aa83-6012-4899-9262-e1a9f99fb8c9 req-b8c33101-149f-4da7-9480-e7f36fce918d service neutron] 10.222.0.35 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1828492 Feb 12 21:45:28.714968 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b609b7d2-5a1d-4a7d-a5ed-599b0b738a79 req-eb546cb0-5c85-44da-a772-f82cef208984 service neutron] 10.222.0.66 "GET /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3613105 Feb 12 21:45:28.875385 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab23c1b-1c50-4579-a081-6249628d78ef req-18a532d2-4091-4c53-8422-bc73dc085935 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:28.884142 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4ab23c1b-1c50-4579-a081-6249628d78ef req-18a532d2-4091-4c53-8422-bc73dc085935 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.1152070 Feb 12 21:45:28.942755 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4ab23c1b-1c50-4579-a081-6249628d78ef req-0196ce2b-d152-4251-9c77-91352cb7ab6a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568597 Feb 12 21:45:29.158465 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f652a42-80f8-4b5c-943f-4f90bfd1ffb2 req-4db9346f-5ec2-430f-86a0-4e1253827fd4 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:29.159367 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-0f652a42-80f8-4b5c-943f-4f90bfd1ffb2 req-4db9346f-5ec2-430f-86a0-4e1253827fd4 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Synchronizing usage tracker for tenant:49ec507faa244b44a51dada5f29b8cae on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:45:29.176286 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-0f652a42-80f8-4b5c-943f-4f90bfd1ffb2 req-4db9346f-5ec2-430f-86a0-4e1253827fd4 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Unset dirty status for tenant:49ec507faa244b44a51dada5f29b8cae on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:45:29.177581 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0f652a42-80f8-4b5c-943f-4f90bfd1ffb2 req-4db9346f-5ec2-430f-86a0-4e1253827fd4 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.1076567 Feb 12 21:45:29.245531 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0f652a42-80f8-4b5c-943f-4f90bfd1ffb2 req-630d6a61-4e1c-4839-bfb6-8946924b7735 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0496867 Feb 12 21:45:30.194269 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c3472-8d41-48d7-a08a-10f0fc5c6d0c req-18fbcccb-d533-48a6-b9d6-b57d88d24551 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:30.196142 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-037c3472-8d41-48d7-a08a-10f0fc5c6d0c req-18fbcccb-d533-48a6-b9d6-b57d88d24551 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.1011634 Feb 12 21:45:30.247717 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-037c3472-8d41-48d7-a08a-10f0fc5c6d0c req-3cd072c9-9f90-4066-9de4-ce34c9249eff tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450480 Feb 12 21:45:30.450963 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37f6bf-44f7-44ba-80d9-1206547eadc3 req-c55c98cf-f99f-4f54-bb27-039122400acd tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:30.452630 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9a37f6bf-44f7-44ba-80d9-1206547eadc3 req-c55c98cf-f99f-4f54-bb27-039122400acd tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.0877979 Feb 12 21:45:30.502774 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9a37f6bf-44f7-44ba-80d9-1206547eadc3 req-4cdb52b9-7b32-4150-b1eb-2df5a0597d08 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0435255 Feb 12 21:45:30.584414 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:31.324301 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f725ae3-b1b4-4e89-8c83-c4222e3c83f6 req-47439a91-2ca1-46f5-b121-2dd09f42fcee tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:31.325905 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9f725ae3-b1b4-4e89-8c83-c4222e3c83f6 req-47439a91-2ca1-46f5-b121-2dd09f42fcee tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.66 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.0905478 Feb 12 21:45:31.460225 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-9f725ae3-b1b4-4e89-8c83-c4222e3c83f6 req-3fb162ed-979b-42b8-ae84-cf9a41d4ff33 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Deleting port d12eed96-f310-41ee-8e0b-2edd96db6257 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:31.460615 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-9f725ae3-b1b4-4e89-8c83-c4222e3c83f6 req-3fb162ed-979b-42b8-ae84-cf9a41d4ff33 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:31.574035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10775b-5e4f-4a9e-9b47-e3dcb94c2dcb req-db27fe96-053a-4e6f-bcbf-6c3f1762824e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:31.575660 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0a10775b-5e4f-4a9e-9b47-e3dcb94c2dcb req-db27fe96-053a-4e6f-bcbf-6c3f1762824e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.2048178 Feb 12 21:45:32.055106 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0a10775b-5e4f-4a9e-9b47-e3dcb94c2dcb req-63a725df-0257-4c9a-80a1-19970fb1c4a0 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4715085 Feb 12 21:45:32.157787 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-9f725ae3-b1b4-4e89-8c83-c4222e3c83f6 req-3fb162ed-979b-42b8-ae84-cf9a41d4ff33 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] For port d12eed96-f310-41ee-8e0b-2edd96db6257, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=d12eed96-f310-41ee-8e0b-2edd96db6257,segment=NetworkSegment(dd6e8f15-3cdb-465f-92d3-0ade404b1c3b),segment_id=dd6e8f15-3cdb-465f-92d3-0ade404b1c3b)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:45:32.158185 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-9f725ae3-b1b4-4e89-8c83-c4222e3c83f6 req-3fb162ed-979b-42b8-ae84-cf9a41d4ff33 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:32.175317 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedfec-7939-4dbc-849a-9d6ef211536f req-68ec49aa-f56d-4c6c-b4d6-f6da1e9935f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:32.176974 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e0fedfec-7939-4dbc-849a-9d6ef211536f req-68ec49aa-f56d-4c6c-b4d6-f6da1e9935f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d&device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 1163 time: 0.5591049 Feb 12 21:45:32.237987 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2069520-08cf-4290-b81d-3b89621e7edf req-14b2aea2-4e47-496a-b89e-6a7dd4eba327 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:32.239530 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c2069520-08cf-4290-b81d-3b89621e7edf req-14b2aea2-4e47-496a-b89e-6a7dd4eba327 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 946 time: 0.3496559 Feb 12 21:45:32.333845 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-9f725ae3-b1b4-4e89-8c83-c4222e3c83f6 req-3fb162ed-979b-42b8-ae84-cf9a41d4ff33 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Calling delete_port for d12eed96-f310-41ee-8e0b-2edd96db6257 owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:45:32.497053 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c2069520-08cf-4290-b81d-3b89621e7edf req-dc210059-d664-4dca-a99d-abdda99d2ab3 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba46813b-ff70-4172-9ab8-be0d10620ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1739857 Feb 12 21:45:32.596797 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedfec-7939-4dbc-849a-9d6ef211536f req-cab15733-1cce-403d-9d17-6c6b149bb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:32.598346 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e0fedfec-7939-4dbc-849a-9d6ef211536f req-cab15733-1cce-403d-9d17-6c6b149bb83d service neutron] 10.222.0.66 "GET /v2.0/networks?id=730a1daf-e569-454f-98a4-34427f6ca94f HTTP/1.1" status: 200 len: 911 time: 0.3671842 Feb 12 21:45:32.647607 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device d12eed96-f310-41ee-8e0b-2edd96db6257 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:45:32.721789 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-9f725ae3-b1b4-4e89-8c83-c4222e3c83f6 req-3fb162ed-979b-42b8-ae84-cf9a41d4ff33 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:32.739346 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-820a142c-3625-4f1b-bd49-5c196addd2cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:32.751272 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Port d12eed96-f310-41ee-8e0b-2edd96db6257 update to DOWN by agent not found {{(pid=84070) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 12 21:45:32.832296 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e0fedfec-7939-4dbc-849a-9d6ef211536f req-5bd50e7f-13e4-4cdc-bc8e-babd57ed0d79 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73cc3645-6266-407b-9b2b-2d224f0b20fc HTTP/1.1" status: 200 len: 1002 time: 0.2241292 Feb 12 21:45:32.844396 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb162ed-979b-42b8-ae84-cf9a41d4ff33 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Pushing event deleted for resources: {'Port': ['ID=d12eed96-f310-41ee-8e0b-2edd96db6257,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:32.882406 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3fb162ed-979b-42b8-ae84-cf9a41d4ff33 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:32.941953 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedfec-7939-4dbc-849a-9d6ef211536f req-c7d51b5a-b07f-43d9-bb76-1ff26e371ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:32.943569 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e0fedfec-7939-4dbc-849a-9d6ef211536f req-c7d51b5a-b07f-43d9-bb76-1ff26e371ba6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3d14036-127d-49c7-a851-85c1a4e15dee HTTP/1.1" status: 200 len: 856 time: 0.1003702 Feb 12 21:45:33.078571 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f725ae3-b1b4-4e89-8c83-c4222e3c83f6 req-3fb162ed-979b-42b8-ae84-cf9a41d4ff33 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] No DVR routers for this DVR port d12eed96-f310-41ee-8e0b-2edd96db6257 on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:45:33.083008 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-9f725ae3-b1b4-4e89-8c83-c4222e3c83f6 req-3fb162ed-979b-42b8-ae84-cf9a41d4ff33 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:33.086287 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'name': 'network-vif-deleted', 'tag': 'd12eed96-f310-41ee-8e0b-2edd96db6257'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:45:33.107290 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9f725ae3-b1b4-4e89-8c83-c4222e3c83f6 req-3fb162ed-979b-42b8-ae84-cf9a41d4ff33 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.66 "DELETE /v2.0/ports/d12eed96-f310-41ee-8e0b-2edd96db6257 HTTP/1.1" status: 204 len: 173 time: 1.7743402 Feb 12 21:45:33.109448 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedfec-7939-4dbc-849a-9d6ef211536f req-b554954f-018e-4a7a-9e9d-cfae457154a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:33.111110 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e0fedfec-7939-4dbc-849a-9d6ef211536f req-b554954f-018e-4a7a-9e9d-cfae457154a1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=730a1daf-e569-454f-98a4-34427f6ca94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1529179 Feb 12 21:45:33.144019 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709189fa-ba37-4a80-9b8a-be9e33f1a2f6', 'name': 'network-vif-deleted', 'tag': 'd12eed96-f310-41ee-8e0b-2edd96db6257', 'status': 'completed', 'code': 200} Feb 12 21:45:33.326638 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e0fedfec-7939-4dbc-849a-9d6ef211536f req-7a1b3a14-5fce-4544-b89d-83c54667d1e7 service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079849 Feb 12 21:45:33.338158 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74cffa-95a3-423a-9ef1-390d8577e587 req-cb5b9fd4-f368-4fcf-9549-fa910d261616 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:33.339682 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7e74cffa-95a3-423a-9ef1-390d8577e587 req-cb5b9fd4-f368-4fcf-9549-fa910d261616 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.1406987 Feb 12 21:45:33.485403 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7e74cffa-95a3-423a-9ef1-390d8577e587 req-3935be71-1ac9-42e6-9f35-aae5247ec235 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195738 Feb 12 21:45:33.534706 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e0fedfec-7939-4dbc-849a-9d6ef211536f req-659a581d-0691-4c0f-9c98-30f9db449e2a service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1939497 Feb 12 21:45:33.672228 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-34c67cc2-ff81-4e90-92b8-eaa6ff3606f0 req-54ec2ac8-e775-4086-8471-9bbfebddfb37 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Synchronizing usage tracker for tenant:49ec507faa244b44a51dada5f29b8cae on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:45:33.687766 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-34c67cc2-ff81-4e90-92b8-eaa6ff3606f0 req-54ec2ac8-e775-4086-8471-9bbfebddfb37 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Unset dirty status for tenant:49ec507faa244b44a51dada5f29b8cae on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:45:33.689039 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-34c67cc2-ff81-4e90-92b8-eaa6ff3606f0 req-54ec2ac8-e775-4086-8471-9bbfebddfb37 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/ports?device_id=709189fa-ba37-4a80-9b8a-be9e33f1a2f6 HTTP/1.1" status: 200 len: 210 time: 0.0683513 Feb 12 21:45:34.694697 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa80e76-262f-4fc7-9786-5dc498a12f71 req-c7d4c64b-f24b-4d49-a8ac-6a279a91f639 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:34.696332 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3aa80e76-262f-4fc7-9786-5dc498a12f71 req-c7d4c64b-f24b-4d49-a8ac-6a279a91f639 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0854251 Feb 12 21:45:34.748232 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3aa80e76-262f-4fc7-9786-5dc498a12f71 req-ff99eea6-c120-4e02-9683-be86fb040c3a tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453811 Feb 12 21:45:34.855728 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d82a841-9955-46a9-81a1-281cbe59df80 req-7563d425-33c0-485a-abdd-d3ab3c43b5c3 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "GET /v2.0/security-groups/ba46813b-ff70-4172-9ab8-be0d10620ac5 HTTP/1.1" status: 200 len: 2991 time: 0.0517895 Feb 12 21:45:34.931765 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8d82a841-9955-46a9-81a1-281cbe59df80 req-6b99ab5c-1afa-47dd-9b7f-7a1564373f59 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:34.963604 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8d82a841-9955-46a9-81a1-281cbe59df80 req-6b99ab5c-1afa-47dd-9b7f-7a1564373f59 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:35.008626 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8d82a841-9955-46a9-81a1-281cbe59df80 req-6b99ab5c-1afa-47dd-9b7f-7a1564373f59 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:35.013814 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-54c26218-275c-4437-97d3-a0a79b02ce1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:35.032254 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99ab5c-1afa-47dd-9b7f-7a1564373f59 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba46813b-ff70-4172-9ab8-be0d10620ac5,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:35.035062 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6b99ab5c-1afa-47dd-9b7f-7a1564373f59 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:35.041437 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-8d82a841-9955-46a9-81a1-281cbe59df80 req-6b99ab5c-1afa-47dd-9b7f-7a1564373f59 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:35.042636 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d82a841-9955-46a9-81a1-281cbe59df80 req-6b99ab5c-1afa-47dd-9b7f-7a1564373f59 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] 10.222.0.35 "DELETE /v2.0/security-groups/ba46813b-ff70-4172-9ab8-be0d10620ac5 HTTP/1.1" status: 204 len: 173 time: 0.1795740 Feb 12 21:45:35.095402 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39000) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:35.862164 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68316e21-42de-45d9-94fa-8212a5a478b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854119883'] for router_interface, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:35.964642 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9777df-688c-4b1b-8f91-88e41378d504 req-ce6c0d49-c75c-47dc-a022-871735463287 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:35.966259 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d9777df-688c-4b1b-8f91-88e41378d504 req-ce6c0d49-c75c-47dc-a022-871735463287 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0933571 Feb 12 21:45:36.014632 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8d9777df-688c-4b1b-8f91-88e41378d504 req-4cbb38d9-b576-4ddf-809f-93737a33395b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 Feb 12 21:45:36.241952 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-68316e21-42de-45d9-94fa-8212a5a478b3 admin admin] Deleting port ce5baef2-7e5a-4566-848a-e386450118eb {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:36.242480 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68316e21-42de-45d9-94fa-8212a5a478b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:36.432618 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-68316e21-42de-45d9-94fa-8212a5a478b3 admin admin] For port ce5baef2-7e5a-4566-848a-e386450118eb, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=ce5baef2-7e5a-4566-848a-e386450118eb,segment=NetworkSegment(dd6e8f15-3cdb-465f-92d3-0ade404b1c3b),segment_id=dd6e8f15-3cdb-465f-92d3-0ade404b1c3b)] {{(pid=84068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:45:36.433018 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68316e21-42de-45d9-94fa-8212a5a478b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:36.570410 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-68316e21-42de-45d9-94fa-8212a5a478b3 admin admin] Calling delete_port for ce5baef2-7e5a-4566-848a-e386450118eb owned by network:router_interface {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:45:36.616191 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 73cc3645-6266-407b-9b2b-2d224f0b20fc no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:45:36.743544 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:36.756428 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68316e21-42de-45d9-94fa-8212a5a478b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:36.774855 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5f99f765-71ae-4967-bea1-e9d2a3996479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:36.783402 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56942523-30db-47c2-9156-0d5ee11d3832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73cc3645-6266-407b-9b2b-2d224f0b20fc'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:45:36.794124 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 73cc3645-6266-407b-9b2b-2d224f0b20fc, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=73cc3645-6266-407b-9b2b-2d224f0b20fc,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:45:36.797634 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:36.801537 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:36.842527 dv-cinder-775250-2-smb neutron-server[83958]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '56942523-30db-47c2-9156-0d5ee11d3832', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73cc3645-6266-407b-9b2b-2d224f0b20fc', 'code': 422} returned with failed status Feb 12 21:45:36.877225 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=73cc3645-6266-407b-9b2b-2d224f0b20fc,revision_number=5']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:36.882912 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68316e21-42de-45d9-94fa-8212a5a478b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5baef2-7e5a-4566-848a-e386450118eb,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:36.885962 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.886359 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.886748 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.887131 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.887515 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.887950 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.888359 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.888530 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-68316e21-42de-45d9-94fa-8212a5a478b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:36.888732 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.889108 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.889478 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.889849 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.890233 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.890694 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.891109 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.891481 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.891888 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.892261 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.892638 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.893003 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.893446 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.893714 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.894131 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.894421 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.894789 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:36.899425 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:37.217936 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68316e21-42de-45d9-94fa-8212a5a478b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854119761'] for router_interface, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:37.602819 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15373491-b71c-4bdb-8063-64a1a45ac72b req-c795b8f7-f38f-4c9d-bb22-60e6484fde3c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:37.604480 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-15373491-b71c-4bdb-8063-64a1a45ac72b req-c795b8f7-f38f-4c9d-bb22-60e6484fde3c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.0936811 Feb 12 21:45:37.652300 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-15373491-b71c-4bdb-8063-64a1a45ac72b req-48024fac-1b34-496b-be74-093bb01c4381 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414155 Feb 12 21:45:38.033017 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-df5baf7a-6365-4e7c-9619-76c1d8d0f250 req-49bc2b79-22e0-4b54-b91a-f09aaf565b1a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5075665 Feb 12 21:45:38.040783 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68316e21-42de-45d9-94fa-8212a5a478b3 admin admin] Router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:45:38.231242 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68316e21-42de-45d9-94fa-8212a5a478b3 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:45:38.240744 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e01ff6-566b-4e3f-9c10-260911834f80 None None] Sync routers for ids ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'] in dv-cinder-775250-2-smb {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:45:38.247507 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-68316e21-42de-45d9-94fa-8212a5a478b3 admin admin] 10.222.0.35 "PUT /v2.0/routers/1cc167a8-d36e-4e10-8dc6-b04fd69cf821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1508112 Feb 12 21:45:38.250248 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 39050) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:38.258370 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e01ff6-566b-4e3f-9c10-260911834f80 None None] Routers {'1cc167a8-d36e-4e10-8dc6-b04fd69cf821'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:45:38.259087 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a3e01ff6-566b-4e3f-9c10-260911834f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:45:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:38.452656 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3eb469ba-f0e3-4673-8c4c-96ea1cd02b1d admin admin] Notify callbacks [] for router, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:38.452933 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a3e01ff6-566b-4e3f-9c10-260911834f80 None None] Set router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:45:38.772233 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a3e01ff6-566b-4e3f-9c10-260911834f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'name': 'tempest-TestShelveInstance-713380077-router', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:30Z', 'updated_at': '2021-02-12T21:45:36Z', 'revision_number': 5, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'gw_port': {'id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:32Z', 'updated_at': '2021-02-12T21:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:38.777142 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e01ff6-566b-4e3f-9c10-260911834f80 None None] Checking router: 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 for host: dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:45:38.787004 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e01ff6-566b-4e3f-9c10-260911834f80 None None] Routers {'1cc167a8-d36e-4e10-8dc6-b04fd69cf821'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:45:38.787679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a3e01ff6-566b-4e3f-9c10-260911834f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:45:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:38.986917 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a3e01ff6-566b-4e3f-9c10-260911834f80 None None] Set router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:45:38.998310 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5baf7a-6365-4e7c-9619-76c1d8d0f250 req-c74340df-bde6-4d5d-8f1a-1b5d031b3c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:39.000032 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-df5baf7a-6365-4e7c-9619-76c1d8d0f250 req-c74340df-bde6-4d5d-8f1a-1b5d031b3c60 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832&tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d HTTP/1.1" status: 200 len: 1161 time: 0.4205492 Feb 12 21:45:39.010265 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3eb469ba-f0e3-4673-8c4c-96ea1cd02b1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:39.017570 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3eb469ba-f0e3-4673-8c4c-96ea1cd02b1d admin admin] Deleting port 84158c81-9feb-4c83-8df2-074b8aa7acd0 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:39.017945 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3eb469ba-f0e3-4673-8c4c-96ea1cd02b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:39.267093 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf2122-86d3-4d2e-8465-60ce920089b0 req-8438e4d3-fe63-4e59-8048-5ebfb1333ca1 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:39.268749 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fbbf2122-86d3-4d2e-8465-60ce920089b0 req-8438e4d3-fe63-4e59-8048-5ebfb1333ca1 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.3340468 Feb 12 21:45:39.318997 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5baf7a-6365-4e7c-9619-76c1d8d0f250 req-bb7f3165-ef97-4eaa-b079-06c8d886e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:39.320672 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-df5baf7a-6365-4e7c-9619-76c1d8d0f250 req-bb7f3165-ef97-4eaa-b079-06c8d886e389 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d&device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 1161 time: 0.2620096 Feb 12 21:45:39.378391 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-3eb469ba-f0e3-4673-8c4c-96ea1cd02b1d admin admin] For port 84158c81-9feb-4c83-8df2-074b8aa7acd0, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=84158c81-9feb-4c83-8df2-074b8aa7acd0,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:45:39.378776 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3eb469ba-f0e3-4673-8c4c-96ea1cd02b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:39.453486 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fbbf2122-86d3-4d2e-8465-60ce920089b0 req-cc46eb46-633a-4d79-b017-709a2d66064b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689732 Feb 12 21:45:39.458301 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a3e01ff6-566b-4e3f-9c10-260911834f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'name': 'tempest-TestShelveInstance-713380077-router', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:30Z', 'updated_at': '2021-02-12T21:45:36Z', 'revision_number': 5, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'gw_port': {'id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:32Z', 'updated_at': '2021-02-12T21:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:39.464696 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e01ff6-566b-4e3f-9c10-260911834f80 None None] The sync data for ids ['1cc167a8-d36e-4e10-8dc6-b04fd69cf821'] in dv-cinder-775250-2-smb is: [{'id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'name': 'tempest-TestShelveInstance-713380077-router', 'tenant_id': '49ec507faa244b44a51dada5f29b8cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:30Z', 'updated_at': '2021-02-12T21:45:36Z', 'revision_number': 5, 'project_id': '49ec507faa244b44a51dada5f29b8cae', 'gw_port': {'id': '84158c81-9feb-4c83-8df2-074b8aa7acd0', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc167a8-d36e-4e10-8dc6-b04fd69cf821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:32Z', 'updated_at': '2021-02-12T21:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}] {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:45:39.587602 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3eb469ba-f0e3-4673-8c4c-96ea1cd02b1d admin admin] Calling delete_port for 84158c81-9feb-4c83-8df2-074b8aa7acd0 owned by network:router_gateway {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:45:39.704969 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5baf7a-6365-4e7c-9619-76c1d8d0f250 req-82551ac1-d568-4297-9d43-35bbd356a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:39.706588 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-df5baf7a-6365-4e7c-9619-76c1d8d0f250 req-82551ac1-d568-4297-9d43-35bbd356a210 service neutron] 10.222.0.66 "GET /v2.0/networks?id=730a1daf-e569-454f-98a4-34427f6ca94f HTTP/1.1" status: 200 len: 911 time: 0.3751767 Feb 12 21:45:39.864025 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3eb469ba-f0e3-4673-8c4c-96ea1cd02b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: WARNING neutron.plugins.ml2.ovo_rpc [None req-3eb469ba-f0e3-4673-8c4c-96ea1cd02b1d admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: result = function(*args, **kwargs) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: proto.__init__(conn_state, self) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: self.handle() Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: self.handle_one_request() Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: self.handle_one_response() Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: result = self.application(self.environ, start_response) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: return app(environ, start_response) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: resp = self.call_func(req, *args, **kw) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: return self.func(req, *args, **kwargs) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: response = req.get_response(self.application) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: application, catch_exc_info=False) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: app_iter = application(self.environ, start_response) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: resp = self.call_func(req, *args, **kw) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: return self.func(req, *args, **kwargs) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: response = req.get_response(self.application) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: application, catch_exc_info=False) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: app_iter = application(self.environ, start_response) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: resp = self.call_func(req, *args, **kw) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: return self.func(req, *args, **kwargs) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: response = req.get_response(self.application) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: application, catch_exc_info=False) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: app_iter = application(self.environ, start_response) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: resp = self.call_func(req, *args, **kw) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: return self.func(req, *args, **kwargs) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: response = req.get_response(self.application) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: application, catch_exc_info=False) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: app_iter = application(self.environ, start_response) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: resp = self.call_func(req, *args, **kw) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: return self.func(req, *args, **kwargs) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: return request.get_response(self.application) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: application, catch_exc_info=False) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: app_iter = application(self.environ, start_response) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: resp = self.call_func(req, *args, **kw) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: return self.func(req, *args, **kwargs) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: response = req.get_response(self._app) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: application, catch_exc_info=False) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: app_iter = application(self.environ, start_response) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: return resp(environ, start_response) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: return resp(environ, start_response) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: response = self.app(environ, start_response) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: return resp(environ, start_response) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: resp = self.call_func(req, *args, **kw) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: return self.func(req, *args, **kwargs) Feb 12 21:45:39.870089 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: result = method(request=request, **args) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: return self._delete(request, id, **kwargs) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: return f(*args, **kwargs) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: return f(*args, **kwargs) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: return f(*dup_args, **dup_kwargs) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: obj_deleter(request.context, id, **kwargs) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: return method(*args, **kwargs) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: return f(*args, **kwargs) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: return f(*args, **kwargs) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: return f(*dup_args, **dup_kwargs) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: self._delete_current_gw_port(context, id, router, None) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: admin_ctx, gw_port_id, l3_port_check=False) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: return f(self, context, *args, **kwargs) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: return method(*args, **kwargs) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: context, port, router_ids, bound_mech_contexts) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: return function(*args, **kwargs) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: callback(resource, event, trigger, **kwargs) Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: if self._is_session_semantic_violated(context, resource, event): Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: stack = traceback.extract_stack() Feb 12 21:45:39.877647 dv-cinder-775250-2-smb neutron-server[83958]: Feb 12 21:45:39.938651 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-df5baf7a-6365-4e7c-9619-76c1d8d0f250 req-142c683d-242c-4ddd-a7cd-f4695073f3c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73cc3645-6266-407b-9b2b-2d224f0b20fc HTTP/1.1" status: 200 len: 1000 time: 0.1973848 Feb 12 21:45:40.041454 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5baf7a-6365-4e7c-9619-76c1d8d0f250 req-222633b4-eed2-498c-9b72-7994b3074267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:40.043271 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-df5baf7a-6365-4e7c-9619-76c1d8d0f250 req-222633b4-eed2-498c-9b72-7994b3074267 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3d14036-127d-49c7-a851-85c1a4e15dee HTTP/1.1" status: 200 len: 856 time: 0.0970738 Feb 12 21:45:40.187936 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3eb469ba-f0e3-4673-8c4c-96ea1cd02b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660797'] for router_gateway, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:40.329364 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5baf7a-6365-4e7c-9619-76c1d8d0f250 req-1b49cc67-8f3e-463e-9869-fb3cd1b212d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:40.331000 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-df5baf7a-6365-4e7c-9619-76c1d8d0f250 req-1b49cc67-8f3e-463e-9869-fb3cd1b212d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=730a1daf-e569-454f-98a4-34427f6ca94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2786341 Feb 12 21:45:40.335282 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3eb469ba-f0e3-4673-8c4c-96ea1cd02b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-206338'] for router, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:40.337634 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3eb469ba-f0e3-4673-8c4c-96ea1cd02b1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:40.512727 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3eb469ba-f0e3-4673-8c4c-96ea1cd02b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-661979'] for router, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:40.513288 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb469ba-f0e3-4673-8c4c-96ea1cd02b1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cc167a8-d36e-4e10-8dc6-b04fd69cf821 {{(pid=84069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 12 21:45:40.554690 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3eb469ba-f0e3-4673-8c4c-96ea1cd02b1d admin admin] Notify callbacks [] for router, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:40.558435 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-3eb469ba-f0e3-4673-8c4c-96ea1cd02b1d admin admin] 10.222.0.35 "DELETE /v2.0/routers/1cc167a8-d36e-4e10-8dc6-b04fd69cf821 HTTP/1.1" status: 204 len: 168 time: 2.3043687 Feb 12 21:45:40.559722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39058) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:40.579185 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-df5baf7a-6365-4e7c-9619-76c1d8d0f250 req-5b984e9a-fe4c-4898-8045-843dfea8be5f service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393782 Feb 12 21:45:40.640893 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92d92c0-7ffa-4608-b42a-ffcf9dc00e2c admin admin] Deleting subnet 217c03cb-b699-430c-af4a-d830049b93e1 {{(pid=84068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:45:40.642490 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device ce5baef2-7e5a-4566-848a-e386450118eb no longer exists at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:45:40.644433 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d92d92c0-7ffa-4608-b42a-ffcf9dc00e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:40.681504 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] No Port match for: ce5baef2-7e5a-4566-848a-e386450118eb {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:45:40.681881 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device ce5baef2-7e5a-4566-848a-e386450118eb not bound to the agent host dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:45:40.700365 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d92d92c0-7ffa-4608-b42a-ffcf9dc00e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844261269'] for subnet, precommit_delete_associations {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:40.782112 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22792b4-2e79-418e-b2ee-fd6af77720f0 req-5ed5d40e-fc3a-4b0b-b586-eb56c340ffc6 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:40.783831 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a22792b4-2e79-418e-b2ee-fd6af77720f0 req-5ed5d40e-fc3a-4b0b-b586-eb56c340ffc6 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.2018547 Feb 12 21:45:40.807113 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d92d92c0-7ffa-4608-b42a-ffcf9dc00e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850750012'] for subnet, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:40.826272 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-df5baf7a-6365-4e7c-9619-76c1d8d0f250 req-199d7ee5-c7fd-48bd-8bdb-f4b43da64de9 service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2023649 Feb 12 21:45:40.848385 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a22792b4-2e79-418e-b2ee-fd6af77720f0 req-743cb41f-40f0-44ee-b35c-2ee0f3fc289c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500898 Feb 12 21:45:41.071298 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d92d92c0-7ffa-4608-b42a-ffcf9dc00e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4025805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10980213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842905365'] for subnet, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:41.087425 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e05e37ee-bd63-419f-adf0-39ff0d54f55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:41.183129 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d92c0-7ffa-4608-b42a-ffcf9dc00e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=217c03cb-b699-430c-af4a-d830049b93e1,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:41.187121 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d92d92c0-7ffa-4608-b42a-ffcf9dc00e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:41.225105 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d92d92c0-7ffa-4608-b42a-ffcf9dc00e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:41.230657 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66464042-81b9-4dd0-b011-1037864cca89 None None] Network fdb6571b-cda9-47e3-bee0-da8e039221ab requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:45:41.231631 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-d92d92c0-7ffa-4608-b42a-ffcf9dc00e2c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/217c03cb-b699-430c-af4a-d830049b93e1 HTTP/1.1" status: 204 len: 168 time: 0.6705379 Feb 12 21:45:41.234418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39064) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:41.352811 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3865086'] for network, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:41.428378 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Deleting port 37c763eb-16ab-4cde-92bb-a83c8c9a546b {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:41.429294 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:41.505114 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f7cb93-01df-4e18-aca9-5faeb55757f9 None None] DHCP port deletion for fdb6571b-cda9-47e3-bee0-da8e039221ab request from dv-cinder-775250-2-smb {{(pid=84070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 12 21:45:41.510410 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-10f7cb93-01df-4e18-aca9-5faeb55757f9 None None] Deleting port 37c763eb-16ab-4cde-92bb-a83c8c9a546b {{(pid=84070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:41.510943 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-10f7cb93-01df-4e18-aca9-5faeb55757f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:41.666605 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] For port 37c763eb-16ab-4cde-92bb-a83c8c9a546b, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=37c763eb-16ab-4cde-92bb-a83c8c9a546b,segment=NetworkSegment(dd6e8f15-3cdb-465f-92d3-0ade404b1c3b),segment_id=dd6e8f15-3cdb-465f-92d3-0ade404b1c3b)] {{(pid=84068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:45:41.667011 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:41.738181 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-10f7cb93-01df-4e18-aca9-5faeb55757f9 None None] For port 37c763eb-16ab-4cde-92bb-a83c8c9a546b, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=37c763eb-16ab-4cde-92bb-a83c8c9a546b,segment=NetworkSegment(dd6e8f15-3cdb-465f-92d3-0ade404b1c3b),segment_id=dd6e8f15-3cdb-465f-92d3-0ade404b1c3b)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:45:41.738868 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-10f7cb93-01df-4e18-aca9-5faeb55757f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:41.809811 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Calling delete_port for 37c763eb-16ab-4cde-92bb-a83c8c9a546b owned by network:dhcp {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:45:41.908454 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-10f7cb93-01df-4e18-aca9-5faeb55757f9 None None] Calling delete_port for 37c763eb-16ab-4cde-92bb-a83c8c9a546b owned by network:dhcp {{(pid=84070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:45:41.927381 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:42.003737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [None req-10f7cb93-01df-4e18-aca9-5faeb55757f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84070) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:45:42.004169 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [None req-10f7cb93-01df-4e18-aca9-5faeb55757f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:45:42.040245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-23d78d92-e1c6-4e82-8357-bd5e759b4a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:42.107968 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-22b4159e-eaf1-41b6-86ac-31ccb291ffbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:42.159869 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=37c763eb-16ab-4cde-92bb-a83c8c9a546b,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:42.164592 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:42.166786 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] No DVR routers for this DVR port 37c763eb-16ab-4cde-92bb-a83c8c9a546b on host dv-cinder-775250-2-smb {{(pid=84068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:45:42.208950 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a183f-2715-4cd1-bfde-b0c2996d0a9b req-31d68fd4-40dd-44a4-aa4f-7c1f5d201c61 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:42.211673 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e75a183f-2715-4cd1-bfde-b0c2996d0a9b req-31d68fd4-40dd-44a4-aa4f-7c1f5d201c61 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.1457014 Feb 12 21:45:42.268136 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e75a183f-2715-4cd1-bfde-b0c2996d0a9b req-b463a812-747b-4c25-909c-a24f582b3e86 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496581 Feb 12 21:45:42.312771 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850739933', 'neutron.services.segments.db._delete_segments_for_network-8792999462447'] for network, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:42.436302 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb6571b-cda9-47e3-bee0-da8e039221ab']}} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:42.454794 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6e8f15-3cdb-465f-92d3-0ade404b1c3b') {'for_net_delete': True} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:42.455133 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6e8f15-3cdb-465f-92d3-0ade404b1c3b') {} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:42.469864 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243855186104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10514531'] for segment, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:42.490348 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:42.492579 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=84068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:45:42.505614 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-10f7cb93-01df-4e18-aca9-5faeb55757f9 None None] Deleting port 37c763eb-16ab-4cde-92bb-a83c8c9a546b {{(pid=84070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:42.506130 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-10f7cb93-01df-4e18-aca9-5faeb55757f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:42.593178 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-10f7cb93-01df-4e18-aca9-5faeb55757f9 None None] The port '37c763eb-16ab-4cde-92bb-a83c8c9a546b' was deleted {{(pid=84070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 12 21:45:42.681407 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 37c763eb-16ab-4cde-92bb-a83c8c9a546b no longer exists at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:45:42.686222 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Network fdb6571b-cda9-47e3-bee0-da8e039221ab has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:45:42.697745 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4030055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980226'] for segment, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:42.724239 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] No Port match for: 37c763eb-16ab-4cde-92bb-a83c8c9a546b {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:45:42.724740 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 37c763eb-16ab-4cde-92bb-a83c8c9a546b not bound to the agent host dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:45:42.725286 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 84158c81-9feb-4c83-8df2-074b8aa7acd0 no longer exists at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:45:42.763102 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] No Port match for: 84158c81-9feb-4c83-8df2-074b8aa7acd0 {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:45:42.763505 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 84158c81-9feb-4c83-8df2-074b8aa7acd0 not bound to the agent host dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:45:42.895804 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Network fdb6571b-cda9-47e3-bee0-da8e039221ab has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: Traceback (most recent call last): Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: timer() Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: cb(*args, **kw) Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: return func(*args, **kwargs) Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: self._notify() Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: self.callback(batched_events) Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: event.method(event) Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: segment_id)['aggregates'][0] Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: return f(self, *a, **k) Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: return self._get(url).json() Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: **kwargs) Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: return self.request(url, 'GET', **kwargs) Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: **endpoint_filter) Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:45:42.920107 dv-cinder-775250-2-smb neutron-server[83958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:45:43.000802 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4035899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854114878'] for network, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:43.005539 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-395cd598-55af-4b4d-a2f7-f1596db3dcca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:43.027160 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:43.036417 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb6571b-cda9-47e3-bee0-da8e039221ab,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:43.041202 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:43.044962 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-65309525-fedd-496a-a0a3-6f4c3f6b54b8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fdb6571b-cda9-47e3-bee0-da8e039221ab HTTP/1.1" status: 204 len: 168 time: 1.8093719 Feb 12 21:45:43.048077 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39090) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:43.502102 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa3542-7c0d-497f-90a4-9cc73bf3a9f0 req-989d81ff-0a2b-40e9-8c3a-49d4adbcf87c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:43.509467 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-39fa3542-7c0d-497f-90a4-9cc73bf3a9f0 req-989d81ff-0a2b-40e9-8c3a-49d4adbcf87c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.1143761 Feb 12 21:45:43.558461 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-39fa3542-7c0d-497f-90a4-9cc73bf3a9f0 req-881bf4ed-f9ac-45bf-91ff-8bfb1a655d3c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478582 Feb 12 21:45:43.680783 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3670afc5-935c-4231-b177-074232bd3565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854119883'] for router_interface, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:44.064954 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3670afc5-935c-4231-b177-074232bd3565 admin admin] Deleting port 0004a753-f9c2-42ed-9fdf-8462dc8a6229 {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:44.065337 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3670afc5-935c-4231-b177-074232bd3565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:44.465073 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f7ada160-3aa0-4081-8d33-373ea8f36412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:44.500726 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-3670afc5-935c-4231-b177-074232bd3565 admin admin] For port 0004a753-f9c2-42ed-9fdf-8462dc8a6229, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=0004a753-f9c2-42ed-9fdf-8462dc8a6229,segment=NetworkSegment(47903c81-2a67-41ff-a6ca-1752b5dc61ed),segment_id=47903c81-2a67-41ff-a6ca-1752b5dc61ed)] {{(pid=84068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:45:44.501123 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3670afc5-935c-4231-b177-074232bd3565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:44.636062 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3670afc5-935c-4231-b177-074232bd3565 admin admin] Calling delete_port for 0004a753-f9c2-42ed-9fdf-8462dc8a6229 owned by network:router_interface {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:45:44.792948 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb6b52-ed7b-4ca6-aff2-5e5d51180e1e req-3c05b9d1-f1b4-463f-b6c5-9547fb5c591b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:44.794518 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a6fb6b52-ed7b-4ca6-aff2-5e5d51180e1e req-3c05b9d1-f1b4-463f-b6c5-9547fb5c591b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.0953813 Feb 12 21:45:44.826593 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3670afc5-935c-4231-b177-074232bd3565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:44.846127 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-44665186-3d7a-4d6d-a84e-cbd04f7b01f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:44.846388 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-a6fb6b52-ed7b-4ca6-aff2-5e5d51180e1e req-030497f7-4f44-42e5-a407-d29d20d2423c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453207 Feb 12 21:45:44.950465 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670afc5-935c-4231-b177-074232bd3565 admin admin] Pushing event deleted for resources: {'Port': ['ID=0004a753-f9c2-42ed-9fdf-8462dc8a6229,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:44.954270 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3670afc5-935c-4231-b177-074232bd3565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:45.063532 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.280007 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3670afc5-935c-4231-b177-074232bd3565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854119761'] for router_interface, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.759020 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:45.827165 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3670afc5-935c-4231-b177-074232bd3565 admin admin] Router 43edb371-81b5-4050-8678-192dae91fbaf has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:45:46.029781 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3670afc5-935c-4231-b177-074232bd3565 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:45:46.040256 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcfab40-4de3-43f2-8391-bc9e55de0efd None None] Sync routers for ids ['43edb371-81b5-4050-8678-192dae91fbaf'] in dv-cinder-775250-2-smb {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:45:46.040888 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-3670afc5-935c-4231-b177-074232bd3565 admin admin] 10.222.0.35 "PUT /v2.0/routers/43edb371-81b5-4050-8678-192dae91fbaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9912167 Feb 12 21:45:46.043096 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39102) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:46.057269 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcfab40-4de3-43f2-8391-bc9e55de0efd None None] Routers {'43edb371-81b5-4050-8678-192dae91fbaf'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:45:46.057981 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8fcfab40-4de3-43f2-8391-bc9e55de0efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:45:44Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['43edb371-81b5-4050-8678-192dae91fbaf'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:46.304859 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6cd02e2-93db-4085-b1a9-1e3c6e10aa5f admin admin] Notify callbacks [] for router, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.406399 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3253af6-7ed7-4d09-a7fa-7d3a5403040e req-279df580-e770-46b8-a933-db41e4dc654e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:46.408107 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f3253af6-7ed7-4d09-a7fa-7d3a5403040e req-279df580-e770-46b8-a933-db41e4dc654e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.4345334 Feb 12 21:45:46.459432 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f3253af6-7ed7-4d09-a7fa-7d3a5403040e req-4fdd8f0e-9a6a-4dbd-997c-1324f679e878 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439708 Feb 12 21:45:46.499857 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-8fcfab40-4de3-43f2-8391-bc9e55de0efd None None] Set router 43edb371-81b5-4050-8678-192dae91fbaf gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:45:46.566867 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6cd02e2-93db-4085-b1a9-1e3c6e10aa5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.575102 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e6cd02e2-93db-4085-b1a9-1e3c6e10aa5f admin admin] Deleting port 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60 {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:46.575690 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6cd02e2-93db-4085-b1a9-1e3c6e10aa5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.746209 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.782874 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e6cd02e2-93db-4085-b1a9-1e3c6e10aa5f admin admin] For port 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:45:46.783556 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6cd02e2-93db-4085-b1a9-1e3c6e10aa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:46.845489 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8fcfab40-4de3-43f2-8391-bc9e55de0efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43edb371-81b5-4050-8678-192dae91fbaf', 'name': 'tempest-TestShelveInstance-1417175348-router', 'tenant_id': 'd26f953f3c484b98b28a1daac8e88115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:45Z', 'updated_at': '2021-02-12T21:45:44Z', 'revision_number': 5, 'project_id': 'd26f953f3c484b98b28a1daac8e88115', 'gw_port': {'id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43edb371-81b5-4050-8678-192dae91fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:47Z', 'updated_at': '2021-02-12T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:46.852494 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcfab40-4de3-43f2-8391-bc9e55de0efd None None] Checking router: 43edb371-81b5-4050-8678-192dae91fbaf for host: dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:45:46.864034 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcfab40-4de3-43f2-8391-bc9e55de0efd None None] Routers {'43edb371-81b5-4050-8678-192dae91fbaf'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:45:46.865273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8fcfab40-4de3-43f2-8391-bc9e55de0efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:45:44Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['43edb371-81b5-4050-8678-192dae91fbaf'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:47.087536 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-8fcfab40-4de3-43f2-8391-bc9e55de0efd None None] Set router 43edb371-81b5-4050-8678-192dae91fbaf gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:45:47.169943 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e6cd02e2-93db-4085-b1a9-1e3c6e10aa5f admin admin] Calling delete_port for 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60 owned by network:router_gateway {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:45:47.323115 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6cd02e2-93db-4085-b1a9-1e3c6e10aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:47.421064 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8fcfab40-4de3-43f2-8391-bc9e55de0efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43edb371-81b5-4050-8678-192dae91fbaf', 'name': 'tempest-TestShelveInstance-1417175348-router', 'tenant_id': 'd26f953f3c484b98b28a1daac8e88115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:45Z', 'updated_at': '2021-02-12T21:45:44Z', 'revision_number': 5, 'project_id': 'd26f953f3c484b98b28a1daac8e88115', 'gw_port': {'id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43edb371-81b5-4050-8678-192dae91fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:47Z', 'updated_at': '2021-02-12T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:47.427729 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcfab40-4de3-43f2-8391-bc9e55de0efd None None] The sync data for ids ['43edb371-81b5-4050-8678-192dae91fbaf'] in dv-cinder-775250-2-smb is: [{'id': '43edb371-81b5-4050-8678-192dae91fbaf', 'name': 'tempest-TestShelveInstance-1417175348-router', 'tenant_id': 'd26f953f3c484b98b28a1daac8e88115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:38:45Z', 'updated_at': '2021-02-12T21:45:44Z', 'revision_number': 5, 'project_id': 'd26f953f3c484b98b28a1daac8e88115', 'gw_port': {'id': '90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43edb371-81b5-4050-8678-192dae91fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:38:47Z', 'updated_at': '2021-02-12T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}] {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:45:47.548291 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6cd02e2-93db-4085-b1a9-1e3c6e10aa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660797'] for router_gateway, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:47.698748 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1863e-266b-49ee-b000-c7d59ceafb81 req-dd76796b-5e3c-4fa3-a6ce-64a1ceb3e2d4 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:47.700605 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bcf1863e-266b-49ee-b000-c7d59ceafb81 req-dd76796b-5e3c-4fa3-a6ce-64a1ceb3e2d4 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.0912135 Feb 12 21:45:47.718610 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6cd02e2-93db-4085-b1a9-1e3c6e10aa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-206338'] for router, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:47.721725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6cd02e2-93db-4085-b1a9-1e3c6e10aa5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:47.746095 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6cd02e2-93db-4085-b1a9-1e3c6e10aa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-661979'] for router, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:47.746889 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cd02e2-93db-4085-b1a9-1e3c6e10aa5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43edb371-81b5-4050-8678-192dae91fbaf {{(pid=84068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 12 21:45:47.763021 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bcf1863e-266b-49ee-b000-c7d59ceafb81 req-7a6a2ba3-8910-4b3a-ac80-9a03fd453fb7 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534503 Feb 12 21:45:47.765396 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6cd02e2-93db-4085-b1a9-1e3c6e10aa5f admin admin] Notify callbacks [] for router, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:47.766867 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e6cd02e2-93db-4085-b1a9-1e3c6e10aa5f admin admin] 10.222.0.35 "DELETE /v2.0/routers/43edb371-81b5-4050-8678-192dae91fbaf HTTP/1.1" status: 204 len: 168 time: 1.7227321 Feb 12 21:45:47.769513 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39110) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:47.847534 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6d1c5f-89ad-4b85-bb37-0250bcad638b admin admin] Deleting subnet f1deaea1-d5ba-4c4e-9fcf-43d6af647e96 {{(pid=84068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:45:47.851128 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bf6d1c5f-89ad-4b85-bb37-0250bcad638b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:47.912649 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bf6d1c5f-89ad-4b85-bb37-0250bcad638b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844261269'] for subnet, precommit_delete_associations {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:48.001677 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bf6d1c5f-89ad-4b85-bb37-0250bcad638b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850750012'] for subnet, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:48.282856 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bf6d1c5f-89ad-4b85-bb37-0250bcad638b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4025805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10980213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842905365'] for subnet, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:48.298594 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e6d46582-f946-42a0-9726-c8937f09ae07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:48.397692 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d1c5f-89ad-4b85-bb37-0250bcad638b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1deaea1-d5ba-4c4e-9fcf-43d6af647e96,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:48.401898 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-bf6d1c5f-89ad-4b85-bb37-0250bcad638b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:48.444664 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bf6d1c5f-89ad-4b85-bb37-0250bcad638b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:48.453638 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71dab8b-d1e0-429a-a8a2-8a0adcd1b2df None None] Network eeca1f12-35a7-45aa-baff-a2a6adebe89b requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:45:48.453865 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-bf6d1c5f-89ad-4b85-bb37-0250bcad638b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f1deaea1-d5ba-4c4e-9fcf-43d6af647e96 HTTP/1.1" status: 204 len: 168 time: 0.6799939 Feb 12 21:45:48.453979 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 39114) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:48.586635 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3865086'] for network, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:48.663559 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Deleting port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:48.664072 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:48.728168 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 0004a753-f9c2-42ed-9fdf-8462dc8a6229 no longer exists at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:45:48.771243 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96e5db3-93f9-4663-b653-1690f5da152a None None] DHCP port deletion for eeca1f12-35a7-45aa-baff-a2a6adebe89b request from dv-cinder-775250-2-smb {{(pid=84070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 12 21:45:48.783499 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a96e5db3-93f9-4663-b653-1690f5da152a None None] Deleting port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 {{(pid=84070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:48.784038 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a96e5db3-93f9-4663-b653-1690f5da152a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:48.816466 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] No Port match for: 0004a753-f9c2-42ed-9fdf-8462dc8a6229 {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:45:48.816967 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 0004a753-f9c2-42ed-9fdf-8462dc8a6229 not bound to the agent host dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:45:48.817537 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60 no longer exists at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:45:48.890330 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] No Port match for: 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60 {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:45:48.892812 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 90a91c8d-6eb4-408e-9acf-c1fe9e1e2a60 not bound to the agent host dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:45:48.916608 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] For port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06,segment=NetworkSegment(47903c81-2a67-41ff-a6ca-1752b5dc61ed),segment_id=47903c81-2a67-41ff-a6ca-1752b5dc61ed)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:45:48.917558 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:49.093086 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a96e5db3-93f9-4663-b653-1690f5da152a None None] For port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06,segment=NetworkSegment(47903c81-2a67-41ff-a6ca-1752b5dc61ed),segment_id=47903c81-2a67-41ff-a6ca-1752b5dc61ed)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:45:49.093461 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a96e5db3-93f9-4663-b653-1690f5da152a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:49.126842 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Calling delete_port for 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 owned by network:dhcp {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:45:49.204574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c7d12-3fa3-4b65-9741-032601e3cd31 req-e4eb43f1-9dd9-477b-87f6-bdb7ac037fa2 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:49.206225 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b72c7d12-3fa3-4b65-9741-032601e3cd31 req-e4eb43f1-9dd9-477b-87f6-bdb7ac037fa2 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.2741103 Feb 12 21:45:49.236764 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a96e5db3-93f9-4663-b653-1690f5da152a None None] Calling delete_port for 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 owned by network:dhcp {{(pid=84070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:45:49.276367 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:49.316231 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [None req-a96e5db3-93f9-4663-b653-1690f5da152a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84070) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:45:49.316534 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [None req-a96e5db3-93f9-4663-b653-1690f5da152a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:45:49.354296 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-73922055-bcee-43f3-9afb-4e8f21994cbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:49.392096 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b72c7d12-3fa3-4b65-9741-032601e3cd31 req-6bffd4ee-6725-424c-aec1-6500ee8d8e59 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748579 Feb 12 21:45:49.448128 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:49.452577 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] No DVR routers for this DVR port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 on host dv-cinder-775250-2-smb {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:45:49.463388 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.463944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.464547 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.465215 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.466256 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.466374 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.466790 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.467168 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.467586 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.468027 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.468426 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.468820 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.469312 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.469715 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.470108 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.470692 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.471231 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.472143 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.472540 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.472936 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.473331 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.473723 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.474114 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.474504 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:45:49.509545 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:49.607466 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850739933', 'neutron.services.segments.db._delete_segments_for_network-8792999462447'] for network, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:49.729579 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeca1f12-35a7-45aa-baff-a2a6adebe89b']}} {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:49.743541 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47903c81-2a67-41ff-a6ca-1752b5dc61ed') {'for_net_delete': True} {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:49.743913 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47903c81-2a67-41ff-a6ca-1752b5dc61ed') {} {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:45:49.757147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243855186104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036592407405'] for segment, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:49.772449 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:49.774513 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Releasing vxlan tunnel 11 to pool {{(pid=84069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:45:49.817818 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a96e5db3-93f9-4663-b653-1690f5da152a None None] Deleting port 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 {{(pid=84070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:45:49.818458 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a96e5db3-93f9-4663-b653-1690f5da152a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:49.896923 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a96e5db3-93f9-4663-b653-1690f5da152a None None] The port '4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06' was deleted {{(pid=84070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 12 21:45:49.968950 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Network eeca1f12-35a7-45aa-baff-a2a6adebe89b has no segments {{(pid=84069) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:45:49.980955 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4030055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11382389'] for segment, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:50.173355 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Network eeca1f12-35a7-45aa-baff-a2a6adebe89b has no segments {{(pid=84069) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: Traceback (most recent call last): Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: timer() Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: cb(*args, **kw) Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: return func(*args, **kwargs) Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: self._notify() Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: self.callback(batched_events) Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: event.method(event) Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: segment_id)['aggregates'][0] Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: return f(self, *a, **k) Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: return self._get(url).json() Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: **kwargs) Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: return self.request(url, 'GET', **kwargs) Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: **endpoint_filter) Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:45:50.197742 dv-cinder-775250-2-smb neutron-server[83958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:45:50.281745 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4035899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854114878'] for network, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:50.285993 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-dcfc41e0-8107-41a1-8aad-2edab8d8abe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:50.305343 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:50.312466 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeca1f12-35a7-45aa-baff-a2a6adebe89b,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:50.315581 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:50.325593 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] 10.222.0.35 "DELETE /v2.0/networks/eeca1f12-35a7-45aa-baff-a2a6adebe89b HTTP/1.1" status: 204 len: 168 time: 1.8682210 Feb 12 21:45:50.458544 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 39126) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:50.514500 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0cfc0fd6-54da-4fde-a144-a81414a00a70 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49ec507faa244b44a51dada5f29b8cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546126 Feb 12 21:45:50.517414 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39130) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:50.584417 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f01bb117-c7d5-4809-a41d-4d0401e02b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:50.613575 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f01bb117-c7d5-4809-a41d-4d0401e02b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:50.648222 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108a005-ee40-456f-970e-e542ef305491 req-acd40908-1b7d-494e-8bc6-a1be01dd7fd2 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:50.649884 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e108a005-ee40-456f-970e-e542ef305491 req-acd40908-1b7d-494e-8bc6-a1be01dd7fd2 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.0903316 Feb 12 21:45:50.677721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f01bb117-c7d5-4809-a41d-4d0401e02b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:50.684447 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ab229526-43f2-4248-8db0-67bd67517e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:50.704821 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bb117-c7d5-4809-a41d-4d0401e02b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cd6cde-a3fd-4eb5-b1d0-f6907cc41548,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:50.712361 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 no longer exists at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:45:50.721266 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e108a005-ee40-456f-970e-e542ef305491 req-159e7954-a3dc-47d2-8a78-0fecca15a6fe tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558364 Feb 12 21:45:50.723386 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f01bb117-c7d5-4809-a41d-4d0401e02b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:50.724536 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f01bb117-c7d5-4809-a41d-4d0401e02b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:50.730795 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-f01bb117-c7d5-4809-a41d-4d0401e02b64 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2cd6cde-a3fd-4eb5-b1d0-f6907cc41548 HTTP/1.1" status: 204 len: 168 time: 0.2114208 Feb 12 21:45:50.789865 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] No Port match for: 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:45:50.790265 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 4e521ce8-28bc-47b4-bb37-2b7c3ac6aa06 not bound to the agent host dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:45:51.142344 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39140) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:51.197276 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-fae24d4d-c543-4f36-894a-1f1fe2563f24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d26f953f3c484b98b28a1daac8e88115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535831 Feb 12 21:45:51.200094 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39144) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:45:51.265373 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-08aa67b7-b118-445d-9696-74b0d9f8b4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:51.293900 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-08aa67b7-b118-445d-9696-74b0d9f8b4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:51.341287 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-08aa67b7-b118-445d-9696-74b0d9f8b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:51.346700 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1397b6b4-f451-4534-864d-3b66e108866e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:45:51.358619 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa67b7-b118-445d-9696-74b0d9f8b4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c986507d-7801-4f26-8283-562f1c35e519,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:45:51.361191 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-08aa67b7-b118-445d-9696-74b0d9f8b4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:45:51.368142 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-08aa67b7-b118-445d-9696-74b0d9f8b4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:45:51.369808 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-08aa67b7-b118-445d-9696-74b0d9f8b4c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c986507d-7801-4f26-8283-562f1c35e519 HTTP/1.1" status: 204 len: 168 time: 0.1687400 Feb 12 21:45:51.946394 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddd8cf-579b-4610-af23-6bc14d8e4099 req-e4fb02b2-5e29-4f4e-aca4-6925e898de63 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:51.948050 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-35ddd8cf-579b-4610-af23-6bc14d8e4099 req-e4fb02b2-5e29-4f4e-aca4-6925e898de63 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.0908589 Feb 12 21:45:51.997610 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-35ddd8cf-579b-4610-af23-6bc14d8e4099 req-8fabf658-16c7-472a-92f1-96e84521453b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428550 Feb 12 21:45:52.670078 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:45:53.212285 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0f3ee-8870-46fd-9e97-0d1c1d23a1c8 req-2f78e40a-9406-4986-b7f8-1c8be2b60ddc tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:53.213883 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-67e0f3ee-8870-46fd-9e97-0d1c1d23a1c8 req-2f78e40a-9406-4986-b7f8-1c8be2b60ddc tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.0906835 Feb 12 21:45:53.263218 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-67e0f3ee-8870-46fd-9e97-0d1c1d23a1c8 req-ad9757fb-b4b1-409d-b982-9f82bcdb3633 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418694 Feb 12 21:45:54.466030 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315ae32-a7f9-4789-af11-24eeed0b009f req-50253aa0-121a-4336-8603-6e8cf35eadaf tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:54.467749 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4315ae32-a7f9-4789-af11-24eeed0b009f req-50253aa0-121a-4336-8603-6e8cf35eadaf tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.0881948 Feb 12 21:45:54.515044 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4315ae32-a7f9-4789-af11-24eeed0b009f req-d8c6b0a0-8b16-4702-809c-ec5a88d58444 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407326 Feb 12 21:45:55.719586 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd29655-b530-4697-af8b-5dd3fb14b635 req-daa47d5a-d862-439f-8fb3-d3fd56d008c5 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:55.721136 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bdd29655-b530-4697-af8b-5dd3fb14b635 req-daa47d5a-d862-439f-8fb3-d3fd56d008c5 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.0885565 Feb 12 21:45:55.769705 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bdd29655-b530-4697-af8b-5dd3fb14b635 req-32757fbb-2f76-4ca7-9d0d-4834813b09ac tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422466 Feb 12 21:45:56.974765 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f51fb-79df-4d76-b2c3-88859f4927f4 req-80545f8b-4863-4aff-b3a7-120347c8d7c7 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:56.977075 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-335f51fb-79df-4d76-b2c3-88859f4927f4 req-80545f8b-4863-4aff-b3a7-120347c8d7c7 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.0909033 Feb 12 21:45:57.024597 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-335f51fb-79df-4d76-b2c3-88859f4927f4 req-199f2d34-1571-4732-86d8-f5de3108d06b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413432 Feb 12 21:45:58.230130 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f101158-f1e8-4d0a-837e-6fcc00bd3df5 req-cf4c8069-9384-4118-8214-e89681683191 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:58.231838 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3f101158-f1e8-4d0a-837e-6fcc00bd3df5 req-cf4c8069-9384-4118-8214-e89681683191 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.0866637 Feb 12 21:45:58.278603 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3f101158-f1e8-4d0a-837e-6fcc00bd3df5 req-f8677576-40b5-4797-9f27-49100a7e724b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405550 Feb 12 21:45:58.821228 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4fb3c5ad-27e2-4545-b734-715f21151fb9 req-ced9c971-62ca-40ec-95f4-cc4c277d88c3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0799954 Feb 12 21:45:58.988366 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3c5ad-27e2-4545-b734-715f21151fb9 req-1fd3325e-84d6-486f-94c6-ee9f626f1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:58.989993 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4fb3c5ad-27e2-4545-b734-715f21151fb9 req-1fd3325e-84d6-486f-94c6-ee9f626f1eff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=719ecf1999794f40901c036e44df1ab2&device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 1163 time: 0.0775750 Feb 12 21:45:59.146593 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3c5ad-27e2-4545-b734-715f21151fb9 req-70bf074e-74f8-49a3-99c4-b2ad310df754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:59.148702 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4fb3c5ad-27e2-4545-b734-715f21151fb9 req-70bf074e-74f8-49a3-99c4-b2ad310df754 service neutron] 10.222.0.66 "GET /v2.0/networks?id=49d264eb-e6ab-4a06-85dd-4a170108092b HTTP/1.1" status: 200 len: 905 time: 0.1386595 Feb 12 21:45:59.259624 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4fb3c5ad-27e2-4545-b734-715f21151fb9 req-1b112cd2-f5ee-476e-af2e-b4f2ac8975e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89862f2a-7f91-4ce2-89fd-d646147e097e HTTP/1.1" status: 200 len: 1001 time: 0.1045623 Feb 12 21:45:59.339370 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3c5ad-27e2-4545-b734-715f21151fb9 req-fb61100b-2415-4ed0-9307-6c1d678589bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:59.341028 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4fb3c5ad-27e2-4545-b734-715f21151fb9 req-fb61100b-2415-4ed0-9307-6c1d678589bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c6f20f-eb79-4905-a5a3-1d30426979c3 HTTP/1.1" status: 200 len: 850 time: 0.0652790 Feb 12 21:45:59.493099 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3c5ad-27e2-4545-b734-715f21151fb9 req-6d9fd83f-cfc9-45c8-b39c-55927817b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:59.494736 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4fb3c5ad-27e2-4545-b734-715f21151fb9 req-6d9fd83f-cfc9-45c8-b39c-55927817b95b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49d264eb-e6ab-4a06-85dd-4a170108092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1461892 Feb 12 21:45:59.587941 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf775e4-b0d6-44f1-b977-abac50ed27c9 req-71745d9d-a9da-499a-a6d9-6c5be9385b6b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:45:59.589539 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5cf775e4-b0d6-44f1-b977-abac50ed27c9 req-71745d9d-a9da-499a-a6d9-6c5be9385b6b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.1898258 Feb 12 21:45:59.662776 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5cf775e4-b0d6-44f1-b977-abac50ed27c9 req-ece40139-ea8c-47c4-b006-58ea6a9b15b4 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635297 Feb 12 21:45:59.690355 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4fb3c5ad-27e2-4545-b734-715f21151fb9 req-8522e78e-1393-4342-b47d-03a5e591d16f service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884577 Feb 12 21:45:59.833801 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4fb3c5ad-27e2-4545-b734-715f21151fb9 req-d4b8ae47-5737-446f-bde6-0dbaa53ee417 service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361370 Feb 12 21:46:00.582175 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:00.866254 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7c535-acb3-4009-8ec8-0bb62f3bc09d req-a568686c-631d-4c1c-ac06-edf914da2adc tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:00.867901 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-29d7c535-acb3-4009-8ec8-0bb62f3bc09d req-a568686c-631d-4c1c-ac06-edf914da2adc tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.0859134 Feb 12 21:46:00.918003 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-29d7c535-acb3-4009-8ec8-0bb62f3bc09d req-55af2ab8-e54a-4f04-8aa9-b073586b8c97 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435877 Feb 12 21:46:01.587941 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 73cc3645-6266-407b-9b2b-2d224f0b20fc up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:46:01.662412 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 73cc3645-6266-407b-9b2b-2d224f0b20fc triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:46:01.662828 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:01.787906 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:01.815605 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56942523-30db-47c2-9156-0d5ee11d3832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc3645-6266-407b-9b2b-2d224f0b20fc'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:46:01.826366 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 73cc3645-6266-407b-9b2b-2d224f0b20fc, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=73cc3645-6266-407b-9b2b-2d224f0b20fc,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:46:01.830012 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:01.832086 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-77d9a246-9beb-426c-a767-7d88fd308147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:46:01.870778 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56942523-30db-47c2-9156-0d5ee11d3832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc3645-6266-407b-9b2b-2d224f0b20fc', 'code': 200} Feb 12 21:46:01.904473 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=73cc3645-6266-407b-9b2b-2d224f0b20fc,revision_number=6']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:46:01.907849 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:46:02.189140 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee7ea5-00ac-4d36-bda0-c2b678d56053 req-965c6f6f-63da-4755-bf34-a2ae738402cf tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:02.190751 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9bee7ea5-00ac-4d36-bda0-c2b678d56053 req-965c6f6f-63da-4755-bf34-a2ae738402cf tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.1547425 Feb 12 21:46:02.196832 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc051ee5-4101-4711-af18-8b7d0a0d1fcc req-9295eb13-6699-4650-bc20-050f8fc7f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:02.198334 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bc051ee5-4101-4711-af18-8b7d0a0d1fcc req-9295eb13-6699-4650-bc20-050f8fc7f24f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 1163 time: 0.1109822 Feb 12 21:46:02.269628 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9bee7ea5-00ac-4d36-bda0-c2b678d56053 req-b43fc029-63c8-4336-b3ef-50d555e5e354 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702696 Feb 12 21:46:02.273503 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bc051ee5-4101-4711-af18-8b7d0a0d1fcc req-eb92d766-0188-4837-8416-221fdad9bea0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592027 Feb 12 21:46:03.056938 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 73cc3645-6266-407b-9b2b-2d224f0b20fc up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:46:03.135831 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 73cc3645-6266-407b-9b2b-2d224f0b20fc triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:46:03.136291 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:03.710787 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0b611-a003-4364-94c4-ec8453e9ba8b req-f4aac882-c81f-4354-81c9-ae780e85f911 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:03.712425 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7bb0b611-a003-4364-94c4-ec8453e9ba8b req-f4aac882-c81f-4354-81c9-ae780e85f911 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.3222511 Feb 12 21:46:03.764339 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-7bb0b611-a003-4364-94c4-ec8453e9ba8b req-47282fad-76ef-4796-94c9-9dcce86ab0c9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445673 Feb 12 21:46:04.975406 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d591e-8e6a-4d16-852e-616f93337134 req-873fc256-1d94-4efd-b491-3e39a0a2ccec tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:04.977080 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6a0d591e-8e6a-4d16-852e-616f93337134 req-873fc256-1d94-4efd-b491-3e39a0a2ccec tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0908356 Feb 12 21:46:05.024787 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6a0d591e-8e6a-4d16-852e-616f93337134 req-30d9a9e0-af17-4e7f-bc72-d558330d1736 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414491 Feb 12 21:46:12.033477 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4676ca91-8168-42cf-ba0c-c213ad8d5845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:14.467602 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a6b2815a-83f4-4693-a73b-27d728ffb38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:15.065113 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:15.750975 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:16.727638 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:28.136839 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8eae2d-1212-43ed-9fea-b26acb00a6c7 req-f26c583a-7d3f-4aaf-b95b-03d6f7a6e65b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:28.138434 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0a8eae2d-1212-43ed-9fea-b26acb00a6c7 req-f26c583a-7d3f-4aaf-b95b-03d6f7a6e65b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.2646172 Feb 12 21:46:28.191155 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0a8eae2d-1212-43ed-9fea-b26acb00a6c7 req-f076ae02-3ba2-4752-abe4-be923f92a9dc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462756 Feb 12 21:46:29.493661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad557e-cdd9-46cc-b704-e33b4a91b091 req-24669e81-6e63-42a2-99ac-8a86569b1f3e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:29.495165 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f9ad557e-cdd9-46cc-b704-e33b4a91b091 req-24669e81-6e63-42a2-99ac-8a86569b1f3e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.1890647 Feb 12 21:46:29.561423 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f9ad557e-cdd9-46cc-b704-e33b4a91b091 req-4c86e8c0-27f9-4f63-843f-8252d3c49d25 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=9cb99252-ecbd-4930-a30e-40b0bb2ee568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594857 Feb 12 21:46:29.568194 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a12d73-faf2-4669-8db1-3cf4aad27edd req-66bc24b8-4746-403b-b4cf-6a63cef97d57 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:29.569699 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-54a12d73-faf2-4669-8db1-3cf4aad27edd req-66bc24b8-4746-403b-b4cf-6a63cef97d57 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 946 time: 0.1366954 Feb 12 21:46:29.646803 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-54a12d73-faf2-4669-8db1-3cf4aad27edd req-d9b47441-ab50-4262-bf64-59318176e353 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Deleting port 89862f2a-7f91-4ce2-89fd-d646147e097e {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:46:29.647181 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-54a12d73-faf2-4669-8db1-3cf4aad27edd req-d9b47441-ab50-4262-bf64-59318176e353 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:29.670239 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:46:29.912108 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-54a12d73-faf2-4669-8db1-3cf4aad27edd req-d9b47441-ab50-4262-bf64-59318176e353 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] For port 89862f2a-7f91-4ce2-89fd-d646147e097e, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=89862f2a-7f91-4ce2-89fd-d646147e097e,segment=NetworkSegment(98181978-c7f8-44c4-870c-7d9c406325cb),segment_id=98181978-c7f8-44c4-870c-7d9c406325cb)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:46:29.912460 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-54a12d73-faf2-4669-8db1-3cf4aad27edd req-d9b47441-ab50-4262-bf64-59318176e353 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:30.223171 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-54a12d73-faf2-4669-8db1-3cf4aad27edd req-d9b47441-ab50-4262-bf64-59318176e353 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:30.223588 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-54a12d73-faf2-4669-8db1-3cf4aad27edd req-d9b47441-ab50-4262-bf64-59318176e353 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:30.224100 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.l3_db [req-54a12d73-faf2-4669-8db1-3cf4aad27edd req-d9b47441-ab50-4262-bf64-59318176e353 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Floating IP a8ad8f64-de95-4579-8fb7-a85854c01397 disassociated. External IP: 172.28.0.78, port: 89862f2a-7f91-4ce2-89fd-d646147e097e. Feb 12 21:46:30.224552 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-54a12d73-faf2-4669-8db1-3cf4aad27edd req-d9b47441-ab50-4262-bf64-59318176e353 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Calling delete_port for 89862f2a-7f91-4ce2-89fd-d646147e097e owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:46:30.369273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-54a12d73-faf2-4669-8db1-3cf4aad27edd req-d9b47441-ab50-4262-bf64-59318176e353 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:30.385037 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a6402a1e-7864-47ae-87b1-c5d59f491f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:46:30.484367 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b47441-ab50-4262-bf64-59318176e353 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event deleted for resources: {'Port': ['ID=89862f2a-7f91-4ce2-89fd-d646147e097e,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:46:30.488460 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d9b47441-ab50-4262-bf64-59318176e353 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:46:30.590061 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:30.788925 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d3205804-db8e-467e-b127-1f0bd9faca1f req-37931d0a-ba13-4f99-974a-da507a4078a7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe84fd4a-a468-40a8-887c-00ef132e5106 HTTP/1.1" status: 200 len: 210 time: 0.0899143 Feb 12 21:46:30.843188 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54a12d73-faf2-4669-8db1-3cf4aad27edd req-d9b47441-ab50-4262-bf64-59318176e353 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Router 025a334f-6ae2-4888-af00-96398b0b1495 has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:46:31.047543 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54a12d73-faf2-4669-8db1-3cf4aad27edd req-d9b47441-ab50-4262-bf64-59318176e353 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:46:31.058630 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e57df-d901-46f8-9a66-8b9029a39add None None] Sync routers for ids ['025a334f-6ae2-4888-af00-96398b0b1495'] in dv-cinder-775250-2-smb {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:46:31.073069 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e57df-d901-46f8-9a66-8b9029a39add None None] Routers {'025a334f-6ae2-4888-af00-96398b0b1495'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:46:31.073755 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-002e57df-d901-46f8-9a66-8b9029a39add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:46:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['025a334f-6ae2-4888-af00-96398b0b1495'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:46:31.090421 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a12d73-faf2-4669-8db1-3cf4aad27edd req-d9b47441-ab50-4262-bf64-59318176e353 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] No DVR routers for this DVR port 89862f2a-7f91-4ce2-89fd-d646147e097e on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:46:31.093301 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-54a12d73-faf2-4669-8db1-3cf4aad27edd req-d9b47441-ab50-4262-bf64-59318176e353 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:31.097488 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe84fd4a-a468-40a8-887c-00ef132e5106', 'name': 'network-vif-deleted', 'tag': '89862f2a-7f91-4ce2-89fd-d646147e097e'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:46:31.112067 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-54a12d73-faf2-4669-8db1-3cf4aad27edd req-d9b47441-ab50-4262-bf64-59318176e353 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.66 "DELETE /v2.0/ports/89862f2a-7f91-4ce2-89fd-d646147e097e HTTP/1.1" status: 204 len: 173 time: 1.5361750 Feb 12 21:46:31.158754 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe84fd4a-a468-40a8-887c-00ef132e5106', 'name': 'network-vif-deleted', 'tag': '89862f2a-7f91-4ce2-89fd-d646147e097e', 'status': 'completed', 'code': 200} Feb 12 21:46:31.243981 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 89862f2a-7f91-4ce2-89fd-d646147e097e no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:46:31.281482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] No Port match for: 89862f2a-7f91-4ce2-89fd-d646147e097e {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:46:31.281882 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 89862f2a-7f91-4ce2-89fd-d646147e097e not bound to the agent host hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:46:31.311624 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-002e57df-d901-46f8-9a66-8b9029a39add None None] Set router 025a334f-6ae2-4888-af00-96398b0b1495 gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:46:31.645023 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-002e57df-d901-46f8-9a66-8b9029a39add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:46Z', 'revision_number': 4, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'd9cc35e3-c4d1-445b-99fc-4f027d63224a', 'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'mac_address': 'fa:16:3e:24:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:45Z', 'updated_at': '2021-02-12T21:40:54Z', 'revision_number': 5, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'subnets': [{'id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:46:31.650503 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e57df-d901-46f8-9a66-8b9029a39add None None] Checking router: 025a334f-6ae2-4888-af00-96398b0b1495 for host: dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:46:31.659574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e57df-d901-46f8-9a66-8b9029a39add None None] Routers {'025a334f-6ae2-4888-af00-96398b0b1495'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:46:31.660273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-002e57df-d901-46f8-9a66-8b9029a39add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:46:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['025a334f-6ae2-4888-af00-96398b0b1495'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:46:31.857957 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-002e57df-d901-46f8-9a66-8b9029a39add None None] Set router 025a334f-6ae2-4888-af00-96398b0b1495 gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:46:31.923314 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39260) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:46:31.996186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:32.027323 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:32.077019 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:32.082709 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2d98975f-b04c-46df-bbd6-59b8c4bfac9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:46:32.099435 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb99252-ecbd-4930-a30e-40b0bb2ee568,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:46:32.107628 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:32.108884 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "DELETE /v2.0/security-groups/9cb99252-ecbd-4930-a30e-40b0bb2ee568 HTTP/1.1" status: 204 len: 168 time: 0.1844356 Feb 12 21:46:32.110575 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.111587 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.111793 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.112216 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.112630 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.112943 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 39264) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:46:32.113092 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.113424 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.113831 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.114235 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.114639 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.115044 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.115448 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.115965 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.116373 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.116776 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.117204 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.117586 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.117993 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.118395 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.118797 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.119200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.119602 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.120035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.120438 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:32.124276 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:46:32.142533 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.v2.resource [None req-430e9dc4-e269-4c08-9db0-1cad21fdd072 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] show failed (client error): The resource could not be found. Feb 12 21:46:32.154657 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-430e9dc4-e269-4c08-9db0-1cad21fdd072 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups/9cb99252-ecbd-4930-a30e-40b0bb2ee568 HTTP/1.1" status: 404 len: 347 time: 0.0368545 Feb 12 21:46:32.154927 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 39268) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:46:32.192247 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-002e57df-d901-46f8-9a66-8b9029a39add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:46Z', 'revision_number': 4, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'd9cc35e3-c4d1-445b-99fc-4f027d63224a', 'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'mac_address': 'fa:16:3e:24:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:45Z', 'updated_at': '2021-02-12T21:40:54Z', 'revision_number': 5, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'subnets': [{'id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:46:32.197197 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e57df-d901-46f8-9a66-8b9029a39add None None] The sync data for ids ['025a334f-6ae2-4888-af00-96398b0b1495'] in dv-cinder-775250-2-smb is: [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:46Z', 'revision_number': 4, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'd9cc35e3-c4d1-445b-99fc-4f027d63224a', 'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'mac_address': 'fa:16:3e:24:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:45Z', 'updated_at': '2021-02-12T21:40:54Z', 'revision_number': 5, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'subnets': [{'id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:46:32.327625 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-411feff1-c92b-4cd3-b787-26acdc79362e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Deleting port 3fb6029b-e0bd-45ff-8187-cc91d81d0764 {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:46:32.327983 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-411feff1-c92b-4cd3-b787-26acdc79362e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:32.517249 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-411feff1-c92b-4cd3-b787-26acdc79362e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:32.517622 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-411feff1-c92b-4cd3-b787-26acdc79362e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:32.634749 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ec7560-9b2f-4117-aa29-b87ecb7ed233 None None] New status for floating IP a8ad8f64-de95-4579-8fb7-a85854c01397: DOWN {{(pid=84070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:46:32.653224 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-411feff1-c92b-4cd3-b787-26acdc79362e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Calling delete_port for 3fb6029b-e0bd-45ff-8187-cc91d81d0764 owned by network:floatingip {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:46:32.799817 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [None req-a8ec7560-9b2f-4117-aa29-b87ecb7ed233 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84070) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:46:32.800239 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [None req-a8ec7560-9b2f-4117-aa29-b87ecb7ed233 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:46:32.800434 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-411feff1-c92b-4cd3-b787-26acdc79362e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:32.816397 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-25551a7d-471f-4168-a6e9-716ddcecf45b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:46:33.146908 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411feff1-c92b-4cd3-b787-26acdc79362e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event deleted for resources: {'Port': ['ID=3fb6029b-e0bd-45ff-8187-cc91d81d0764,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:46:33.156553 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-411feff1-c92b-4cd3-b787-26acdc79362e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:46:33.271220 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-411feff1-c92b-4cd3-b787-26acdc79362e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for floatingip, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:33.286276 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-411feff1-c92b-4cd3-b787-26acdc79362e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:33.287502 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-411feff1-c92b-4cd3-b787-26acdc79362e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "DELETE /v2.0/floatingips/a8ad8f64-de95-4579-8fb7-a85854c01397 HTTP/1.1" status: 204 len: 168 time: 1.1315877 Feb 12 21:46:33.302263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ec7560-9b2f-4117-aa29-b87ecb7ed233 None None] New status for floating IP a8ad8f64-de95-4579-8fb7-a85854c01397: DOWN {{(pid=84070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:46:33.629954 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 39276) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:46:33.636401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-17796bf0-3b76-44f7-916e-57d651f6f4ce tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1700691912', 'description': 'tempest-description--586531808'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:46:33.642680 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-17796bf0-3b76-44f7-916e-57d651f6f4ce tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:46:33.646828 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-17796bf0-3b76-44f7-916e-57d651f6f4ce tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Usage tracker for resource:security_group and tenant:719ecf1999794f40901c036e44df1ab2 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:46:33.650592 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-17796bf0-3b76-44f7-916e-57d651f6f4ce tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:46:33.656469 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-17796bf0-3b76-44f7-916e-57d651f6f4ce tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:46:33.666219 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17796bf0-3b76-44f7-916e-57d651f6f4ce tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:33.687894 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-17796bf0-3b76-44f7-916e-57d651f6f4ce tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:46:33.691915 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-17796bf0-3b76-44f7-916e-57d651f6f4ce tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Usage tracker for resource:security_group_rule and tenant:719ecf1999794f40901c036e44df1ab2 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:46:33.694873 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-17796bf0-3b76-44f7-916e-57d651f6f4ce tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:46:33.701703 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-17796bf0-3b76-44f7-916e-57d651f6f4ce tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:46:33.776113 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17796bf0-3b76-44f7-916e-57d651f6f4ce tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:33.778665 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17796bf0-3b76-44f7-916e-57d651f6f4ce tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:33.783923 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3beadb60-f947-4e13-b2d2-47295dd22579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:46:33.824350 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17796bf0-3b76-44f7-916e-57d651f6f4ce tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:33.825670 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-17796bf0-3b76-44f7-916e-57d651f6f4ce tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1946106 Feb 12 21:46:33.826661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17796bf0-3b76-44f7-916e-57d651f6f4ce tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c2fab3-1b43-4f43-b2c5-822538e7020b,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:46:33.829035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39280) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:46:33.830126 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-17796bf0-3b76-44f7-916e-57d651f6f4ce tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:46:33.835097 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-b6ff237a-4bf9-460f-bf4b-30df3abb67c0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Request body: {'security_group_rule': {'security_group_id': 'a8c2fab3-1b43-4f43-b2c5-822538e7020b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:46:33.841521 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-b6ff237a-4bf9-460f-bf4b-30df3abb67c0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:46:33.845596 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-b6ff237a-4bf9-460f-bf4b-30df3abb67c0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Usage tracker for resource:security_group_rule and tenant:719ecf1999794f40901c036e44df1ab2 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:46:33.848629 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-b6ff237a-4bf9-460f-bf4b-30df3abb67c0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:46:33.854374 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-b6ff237a-4bf9-460f-bf4b-30df3abb67c0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:46:33.870719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b6ff237a-4bf9-460f-bf4b-30df3abb67c0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:33.933906 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b6ff237a-4bf9-460f-bf4b-30df3abb67c0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:33.936804 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b6ff237a-4bf9-460f-bf4b-30df3abb67c0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193433'] for security_group_rule, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:33.938881 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:46:33.962775 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff237a-4bf9-460f-bf4b-30df3abb67c0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11de9eec-7070-4c8c-bee7-ae4d2437a3f3,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:46:33.965369 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b6ff237a-4bf9-460f-bf4b-30df3abb67c0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:46:33.971572 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b6ff237a-4bf9-460f-bf4b-30df3abb67c0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:33.972866 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b6ff237a-4bf9-460f-bf4b-30df3abb67c0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427529 Feb 12 21:46:33.975725 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39284) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:46:33.981166 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-7c7f0f63-0b6e-4318-b0a1-acda700c31c7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Request body: {'security_group_rule': {'security_group_id': 'a8c2fab3-1b43-4f43-b2c5-822538e7020b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:46:33.987127 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-7c7f0f63-0b6e-4318-b0a1-acda700c31c7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:46:33.991124 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-7c7f0f63-0b6e-4318-b0a1-acda700c31c7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Usage tracker for resource:security_group_rule and tenant:719ecf1999794f40901c036e44df1ab2 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:46:33.994670 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-7c7f0f63-0b6e-4318-b0a1-acda700c31c7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:46:34.000389 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-7c7f0f63-0b6e-4318-b0a1-acda700c31c7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:46:34.019616 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0f63-0b6e-4318-b0a1-acda700c31c7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:34.082409 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0f63-0b6e-4318-b0a1-acda700c31c7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:34.085022 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0f63-0b6e-4318-b0a1-acda700c31c7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193433'] for security_group_rule, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:34.092440 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:46:34.111955 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f0f63-0b6e-4318-b0a1-acda700c31c7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cdf923-a1f4-4bcf-bf96-8fbde79dc389,revision_number=0']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:46:34.114629 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7c7f0f63-0b6e-4318-b0a1-acda700c31c7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:46:34.121509 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0f63-0b6e-4318-b0a1-acda700c31c7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:34.122798 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-7c7f0f63-0b6e-4318-b0a1-acda700c31c7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460776 Feb 12 21:46:34.126107 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39288) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:46:34.131880 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Request body: {'floatingip': {'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4'}} {{(pid=84068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:46:34.137726 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:46:34.141728 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Usage tracker for resource:floatingip and tenant:719ecf1999794f40901c036e44df1ab2 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:46:34.144737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:46:34.150492 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:46:34.159864 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for floatingip, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:34.301677 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:34.574539 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Allocated IP 172.28.0.68 (5a123e99-c8d4-46ae-bf35-04ebb9b85da4/3df2dbbb-2cf4-410a-9e1d-3415c76c275c/ff055508-afeb-44f5-bff9-8dcc4dc3dcbe) {{(pid=84068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:46:34.731359 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for port, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:34.761982 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:34.777897 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-66f2a58b-8026-4f35-a9df-87f70344eec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:46:34.913308 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event updated for resources: {'Port': ['ID=ff055508-afeb-44f5-bff9-8dcc4dc3dcbe,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:46:34.926661 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:46:34.971872 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Network 5a123e99-c8d4-46ae-bf35-04ebb9b85da4 is already hosted by enough agents. {{(pid=84068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:46:34.973022 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Resources bound (agent type, host, resource id): {{(pid=84068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:46:34.975395 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Received port after_create {{(pid=84068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:46:35.060048 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:35.122867 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:35.397154 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:35.400596 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980256'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:35.416028 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-68316e21-42de-45d9-94fa-8212a5a478b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:46:35.563642 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event updated for resources: {'Port': ['ID=ff055508-afeb-44f5-bff9-8dcc4dc3dcbe,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:46:35.567481 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:46:35.657688 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:35.679208 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:35.681150 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5539362 Feb 12 21:46:35.847945 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-1593941f-1ccb-4be5-99dc-e293537af22b req-cd3d71eb-6030-490f-889f-036d1ab55ce9 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Synchronizing usage tracker for tenant:719ecf1999794f40901c036e44df1ab2 on resource:security_group {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:46:35.863477 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-1593941f-1ccb-4be5-99dc-e293537af22b req-cd3d71eb-6030-490f-889f-036d1ab55ce9 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Unset dirty status for tenant:719ecf1999794f40901c036e44df1ab2 on resource:security_group {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:46:35.864784 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-cd3d71eb-6030-490f-889f-036d1ab55ce9 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1700691912&fields=id&tenant_id=719ecf1999794f40901c036e44df1ab2 HTTP/1.1" status: 200 len: 267 time: 0.0581739 Feb 12 21:46:36.027835 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593941f-1ccb-4be5-99dc-e293537af22b req-b660ec3f-6af7-49a1-9414-511e49fe95c6 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:36.029398 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-b660ec3f-6af7-49a1-9414-511e49fe95c6 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/networks?id=49d264eb-e6ab-4a06-85dd-4a170108092b HTTP/1.1" status: 200 len: 811 time: 0.1567221 Feb 12 21:46:36.045578 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-5ebda2f1-147d-4d35-8f86-cc952b35c020 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/quotas/719ecf1999794f40901c036e44df1ab2 HTTP/1.1" status: 200 len: 375 time: 0.0099342 Feb 12 21:46:36.139852 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-1593941f-1ccb-4be5-99dc-e293537af22b req-72f8f1eb-b044-463e-8440-2b20cbbeaaa4 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Synchronizing usage tracker for tenant:719ecf1999794f40901c036e44df1ab2 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:46:36.154729 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-1593941f-1ccb-4be5-99dc-e293537af22b req-72f8f1eb-b044-463e-8440-2b20cbbeaaa4 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Unset dirty status for tenant:719ecf1999794f40901c036e44df1ab2 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:46:36.156133 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-72f8f1eb-b044-463e-8440-2b20cbbeaaa4 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=719ecf1999794f40901c036e44df1ab2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1051359 Feb 12 21:46:36.173399 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-034a5c6f-2748-4d1e-aa96-25a5c7c56c3a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:46:36.174422 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-034a5c6f-2748-4d1e-aa96-25a5c7c56c3a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0054429 Feb 12 21:46:36.315624 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-21fc8653-bd87-4c21-ae7f-73d276c4b2a6 service neutron] 10.222.0.35 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350231 Feb 12 21:46:36.459538 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-50433648-eabc-4575-9f0f-9f21a3baae6d service neutron] 10.222.0.35 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366000 Feb 12 21:46:36.656041 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-48ef3739-b3f9-4ae8-9acc-28c5919de618 req-509cbc44-9390-4294-9d2b-3ed5ece78089 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 210 time: 0.0487704 Feb 12 21:46:37.838582 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-12ab98b0-ab0c-40ed-8d9f-40fd4c9b72ab req-2ef50754-b975-40f8-a128-b958ea70cde7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 210 time: 0.0576963 Feb 12 21:46:37.889534 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593941f-1ccb-4be5-99dc-e293537af22b req-b7014767-f1f7-48a0-a43e-7cc06459561e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:37.891290 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-b7014767-f1f7-48a0-a43e-7cc06459561e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.66 "GET /v2.0/networks?id=49d264eb-e6ab-4a06-85dd-4a170108092b HTTP/1.1" status: 200 len: 811 time: 0.2101777 Feb 12 21:46:37.978238 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-c1cb8a8b-d69b-4335-b975-de1592151081 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=719ecf1999794f40901c036e44df1ab2 HTTP/1.1" status: 200 len: 5708 time: 0.0715702 Feb 12 21:46:37.999141 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-1593941f-1ccb-4be5-99dc-e293537af22b req-1f708fba-1800-43a4-994f-fefe4c02cacc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Request body: {'port': {'device_id': 'a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'admin_state_up': True, 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'security_groups': ['a8c2fab3-1b43-4f43-b2c5-822538e7020b']}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:46:38.142058 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-1593941f-1ccb-4be5-99dc-e293537af22b req-1f708fba-1800-43a4-994f-fefe4c02cacc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:46:38.152610 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-1593941f-1ccb-4be5-99dc-e293537af22b req-1f708fba-1800-43a4-994f-fefe4c02cacc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:46:38.161289 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1593941f-1ccb-4be5-99dc-e293537af22b req-1f708fba-1800-43a4-994f-fefe4c02cacc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Made reservation on behalf of 719ecf1999794f40901c036e44df1ab2 for: {'port': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:46:38.166912 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1593941f-1ccb-4be5-99dc-e293537af22b req-1f708fba-1800-43a4-994f-fefe4c02cacc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:38.478228 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-1593941f-1ccb-4be5-99dc-e293537af22b req-1f708fba-1800-43a4-994f-fefe4c02cacc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Allocated IP 172.20.0.3 (49d264eb-e6ab-4a06-85dd-4a170108092b/15c6f20f-eb79-4905-a5a3-1d30426979c3/a6815d58-c129-4a81-974c-8cbef8b6ed7a) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:46:38.677469 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1593941f-1ccb-4be5-99dc-e293537af22b req-1f708fba-1800-43a4-994f-fefe4c02cacc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:38.693861 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-1593941f-1ccb-4be5-99dc-e293537af22b req-1f708fba-1800-43a4-994f-fefe4c02cacc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Transition to ACTIVE for port object a6815d58-c129-4a81-974c-8cbef8b6ed7a will not be triggered until provisioned by entity DHCP. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:46:38.718784 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1593941f-1ccb-4be5-99dc-e293537af22b req-1f708fba-1800-43a4-994f-fefe4c02cacc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:38.736548 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6a386fb7-909e-486d-b2e1-eef315b8b86a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:46:38.873975 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f708fba-1800-43a4-994f-fefe4c02cacc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event updated for resources: {'Port': ['ID=a6815d58-c129-4a81-974c-8cbef8b6ed7a,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:46:38.877217 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1f708fba-1800-43a4-994f-fefe4c02cacc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:46:38.933386 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1593941f-1ccb-4be5-99dc-e293537af22b req-1f708fba-1800-43a4-994f-fefe4c02cacc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Network 49d264eb-e6ab-4a06-85dd-4a170108092b is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:46:38.934538 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-1593941f-1ccb-4be5-99dc-e293537af22b req-1f708fba-1800-43a4-994f-fefe4c02cacc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:46:38.937021 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1593941f-1ccb-4be5-99dc-e293537af22b req-1f708fba-1800-43a4-994f-fefe4c02cacc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:46:39.064721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593941f-1ccb-4be5-99dc-e293537af22b req-1f708fba-1800-43a4-994f-fefe4c02cacc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:39.065409 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1593941f-1ccb-4be5-99dc-e293537af22b req-1f708fba-1800-43a4-994f-fefe4c02cacc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:39.108763 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-1f708fba-1800-43a4-994f-fefe4c02cacc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1138580 Feb 12 21:46:39.115899 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0da6f6-50cf-4cae-9fa0-642b5114d0a1 req-df480cb7-95f8-4606-8023-2e9e893808cc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:39.116663 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-fe0da6f6-50cf-4cae-9fa0-642b5114d0a1 req-df480cb7-95f8-4606-8023-2e9e893808cc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Synchronizing usage tracker for tenant:719ecf1999794f40901c036e44df1ab2 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:46:39.129230 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Request body: {'port': {'device_id': 'a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:46:39.180424 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-fe0da6f6-50cf-4cae-9fa0-642b5114d0a1 req-df480cb7-95f8-4606-8023-2e9e893808cc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Unset dirty status for tenant:719ecf1999794f40901c036e44df1ab2 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:46:39.181709 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fe0da6f6-50cf-4cae-9fa0-642b5114d0a1 req-df480cb7-95f8-4606-8023-2e9e893808cc tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 931 time: 0.2096417 Feb 12 21:46:39.211509 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5d432006-fc34-4653-bc21-d7b5bc3dba1e None None] Provisioning for port a6815d58-c129-4a81-974c-8cbef8b6ed7a completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:46:39.228597 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5d432006-fc34-4653-bc21-d7b5bc3dba1e None None] Provisioning complete for port a6815d58-c129-4a81-974c-8cbef8b6ed7a triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:46:39.229022 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5d432006-fc34-4653-bc21-d7b5bc3dba1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:39.288650 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5d432006-fc34-4653-bc21-d7b5bc3dba1e None None] Port a6815d58-c129-4a81-974c-8cbef8b6ed7a cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:46:39.290027 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fe0da6f6-50cf-4cae-9fa0-642b5114d0a1 req-3c78f1b3-79f2-4273-b774-a07c66f1874f tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8c2fab3-1b43-4f43-b2c5-822538e7020b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993433 Feb 12 21:46:39.299297 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:39.718515 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6815d58-c129-4a81-974c-8cbef8b6ed7a {{(pid=84069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:46:39.726522 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:39.738801 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Transition to ACTIVE for port object a6815d58-c129-4a81-974c-8cbef8b6ed7a will not be triggered until provisioned by entity L2. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:46:39.741463 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11382359'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:39.757512 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d9b47441-ab50-4262-bf64-59318176e353 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:46:39.893377 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Pushing event updated for resources: {'Port': ['ID=a6815d58-c129-4a81-974c-8cbef8b6ed7a,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:46:39.896532 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:46:40.086352 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Attempting to bind port a6815d58-c129-4a81-974c-8cbef8b6ed7a on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:46:40.086738 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Attempting to bind port a6815d58-c129-4a81-974c-8cbef8b6ed7a by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '98181978-c7f8-44c4-870c-7d9c406325cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b'}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:46:40.087091 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Attempting to bind port a6815d58-c129-4a81-974c-8cbef8b6ed7a on network 49d264eb-e6ab-4a06-85dd-4a170108092b {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:46:40.092864 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:46:40.093238 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Checking segment: {'id': '98181978-c7f8-44c4-870c-7d9c406325cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:46:40.093638 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:40.094030 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Bound using segment: {'id': '98181978-c7f8-44c4-870c-7d9c406325cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b'} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:46:40.094502 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Bound port: a6815d58-c129-4a81-974c-8cbef8b6ed7a, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98181978-c7f8-44c4-870c-7d9c406325cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b'}}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:46:40.094872 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:40.191373 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] For port a6815d58-c129-4a81-974c-8cbef8b6ed7a, host hv-cinder-77525, cleared binding levels {{(pid=84069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:46:40.194490 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] For port a6815d58-c129-4a81-974c-8cbef8b6ed7a, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a6815d58-c129-4a81-974c-8cbef8b6ed7a,segment=NetworkSegment(98181978-c7f8-44c4-870c-7d9c406325cb),segment_id=98181978-c7f8-44c4-870c-7d9c406325cb)] {{(pid=84069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:46:40.197800 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11382359'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:40.213210 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:46:40.364427 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Pushing event updated for resources: {'Port': ['ID=a6815d58-c129-4a81-974c-8cbef8b6ed7a,revision_number=3']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:46:40.370206 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:46:40.401603 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:40.402271 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:40.407781 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-93ef1502-9b52-4abf-96e9-0731e09d9a75 service neutron] 10.222.0.66 "PUT /v2.0/ports/a6815d58-c129-4a81-974c-8cbef8b6ed7a HTTP/1.1" status: 200 len: 1157 time: 1.2802188 Feb 12 21:46:40.408719 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4', 'tag': 'a6815d58-c129-4a81-974c-8cbef8b6ed7a'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:46:40.471138 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4', 'tag': 'a6815d58-c129-4a81-974c-8cbef8b6ed7a', 'status': 'completed', 'code': 200} Feb 12 21:46:40.586877 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c206c11-28ac-403c-8a9b-afec3c0cb262 req-1e512824-d8bc-415c-8a68-a307dca3c8af tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:40.588546 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4c206c11-28ac-403c-8a9b-afec3c0cb262 req-1e512824-d8bc-415c-8a68-a307dca3c8af tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 943 time: 0.1699109 Feb 12 21:46:40.598638 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593941f-1ccb-4be5-99dc-e293537af22b req-e0770b44-d265-4688-bba0-5cd5c2249eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:40.600257 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-e0770b44-d265-4688-bba0-5cd5c2249eed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=719ecf1999794f40901c036e44df1ab2&device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 1160 time: 0.1193624 Feb 12 21:46:40.947318 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-7b9ad5d3-4bfb-437d-90a4-63dba9b214df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6815d58-c129-4a81-974c-8cbef8b6ed7a HTTP/1.1" status: 200 len: 217 time: 0.3309975 Feb 12 21:46:40.994845 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4c206c11-28ac-403c-8a9b-afec3c0cb262 req-941dfdb9-6fb1-42db-bf53-be4207d299be tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8c2fab3-1b43-4f43-b2c5-822538e7020b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3991721 Feb 12 21:46:41.022407 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593941f-1ccb-4be5-99dc-e293537af22b req-4decc953-4fc6-4f0c-90ef-59914ae5eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:41.024589 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-4decc953-4fc6-4f0c-90ef-59914ae5eab0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c6f20f-eb79-4905-a5a3-1d30426979c3 HTTP/1.1" status: 200 len: 850 time: 0.0707657 Feb 12 21:46:41.112414 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593941f-1ccb-4be5-99dc-e293537af22b req-aae7fd63-fd7b-4e55-9f77-3ed1947a44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:41.113977 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-aae7fd63-fd7b-4e55-9f77-3ed1947a44d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49d264eb-e6ab-4a06-85dd-4a170108092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830591 Feb 12 21:46:41.125046 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-c0547afe-43bc-4758-a11f-2bd8b58225a1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 21:46:41.126083 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-c0547afe-43bc-4758-a11f-2bd8b58225a1 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0052714 Feb 12 21:46:41.269347 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-0c7b1d77-81b1-4d19-9804-d7d644054ae2 service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367667 Feb 12 21:46:41.412699 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-1593941f-1ccb-4be5-99dc-e293537af22b req-5c495a15-9a53-45bb-abc2-9431dbc9d610 service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1357098 Feb 12 21:46:41.585164 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581967de-31f4-4aac-bf57-ee36f8251b51 req-99ca8794-66a7-4be4-bc44-815df2303769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:41.586737 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-581967de-31f4-4aac-bf57-ee36f8251b51 req-99ca8794-66a7-4be4-bc44-815df2303769 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=719ecf1999794f40901c036e44df1ab2&device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 1160 time: 0.0776732 Feb 12 21:46:41.730021 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581967de-31f4-4aac-bf57-ee36f8251b51 req-a6042bcf-51e7-458b-9f1a-b18d9769b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:41.731620 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-581967de-31f4-4aac-bf57-ee36f8251b51 req-a6042bcf-51e7-458b-9f1a-b18d9769b41a service neutron] 10.222.0.66 "GET /v2.0/networks?id=49d264eb-e6ab-4a06-85dd-4a170108092b HTTP/1.1" status: 200 len: 905 time: 0.1379912 Feb 12 21:46:41.808493 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-581967de-31f4-4aac-bf57-ee36f8251b51 req-0ea27546-3188-44b6-a7bc-cc07ea48a331 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6815d58-c129-4a81-974c-8cbef8b6ed7a HTTP/1.1" status: 200 len: 217 time: 0.0702999 Feb 12 21:46:41.881153 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581967de-31f4-4aac-bf57-ee36f8251b51 req-53ea03f4-f545-4f24-8d04-aace90a0fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:41.882683 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-581967de-31f4-4aac-bf57-ee36f8251b51 req-53ea03f4-f545-4f24-8d04-aace90a0fb0b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c6f20f-eb79-4905-a5a3-1d30426979c3 HTTP/1.1" status: 200 len: 850 time: 0.0679963 Feb 12 21:46:41.972741 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581967de-31f4-4aac-bf57-ee36f8251b51 req-cb8c7913-4d18-4b34-b2be-7bf7e2b47dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:41.974378 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-581967de-31f4-4aac-bf57-ee36f8251b51 req-cb8c7913-4d18-4b34-b2be-7bf7e2b47dcf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49d264eb-e6ab-4a06-85dd-4a170108092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842733 Feb 12 21:46:42.035900 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-553fa4b3-bedb-4247-b4fa-9c01c9ca08e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:42.166839 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-581967de-31f4-4aac-bf57-ee36f8251b51 req-0cd43fd5-ea39-46eb-b965-0aa9dcdec779 service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850932 Feb 12 21:46:42.305149 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0cc65-fd75-465c-8515-d8431f91fdc2 req-9dd8ec34-8da4-40d7-91f2-842f8aae39d0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:42.306758 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-afa0cc65-fd75-465c-8515-d8431f91fdc2 req-9dd8ec34-8da4-40d7-91f2-842f8aae39d0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 943 time: 0.1946061 Feb 12 21:46:42.368158 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-581967de-31f4-4aac-bf57-ee36f8251b51 req-35ce0e79-fa4f-4b7d-9a1d-307e54d32855 service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1929760 Feb 12 21:46:42.378178 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-afa0cc65-fd75-465c-8515-d8431f91fdc2 req-98743e4d-6fea-4f4a-9a9a-5caa83bd6931 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8c2fab3-1b43-4f43-b2c5-822538e7020b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640049 Feb 12 21:46:43.576883 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87719e-d5a0-4e0a-9be8-692ea74d37a5 req-55430c04-c8a3-4776-ba4e-2be2d0eb45a2 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:43.578755 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-af87719e-d5a0-4e0a-9be8-692ea74d37a5 req-55430c04-c8a3-4776-ba4e-2be2d0eb45a2 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 943 time: 0.0862088 Feb 12 21:46:43.627306 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-af87719e-d5a0-4e0a-9be8-692ea74d37a5 req-e4e39f68-a782-4163-9fdd-19c4bc595a42 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8c2fab3-1b43-4f43-b2c5-822538e7020b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422680 Feb 12 21:46:44.469983 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-154bfe05-4dec-4f28-8e6a-bff8b9f14a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:44.829779 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe9089-9546-46b7-8986-89b6050bad60 req-1676b69d-93b2-4eb9-a918-cfb7487f5aa5 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:44.831301 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b1fe9089-9546-46b7-8986-89b6050bad60 req-1676b69d-93b2-4eb9-a918-cfb7487f5aa5 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 943 time: 0.0904169 Feb 12 21:46:44.878579 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-b1fe9089-9546-46b7-8986-89b6050bad60 req-e0d3f270-d3ab-4c9b-a484-fb8ec8bc5d4a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8c2fab3-1b43-4f43-b2c5-822538e7020b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402601 Feb 12 21:46:45.065259 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:45.753691 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:46.074828 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device a6815d58-c129-4a81-974c-8cbef8b6ed7a up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:46:46.081166 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e10e99-a448-4f52-8daf-183ce32e9a6f req-36a6f925-d4cf-42f5-b2a5-46a1579c531f tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:46.082799 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-48e10e99-a448-4f52-8daf-183ce32e9a6f req-36a6f925-d4cf-42f5-b2a5-46a1579c531f tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 943 time: 0.0864935 Feb 12 21:46:46.132294 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-48e10e99-a448-4f52-8daf-183ce32e9a6f req-90ee6072-ecc8-4be4-9a24-f92048e0871c tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8c2fab3-1b43-4f43-b2c5-822538e7020b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430896 Feb 12 21:46:46.153717 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port a6815d58-c129-4a81-974c-8cbef8b6ed7a completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:46:46.158626 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port a6815d58-c129-4a81-974c-8cbef8b6ed7a triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:46:46.159050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:46.283050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:46.311656 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6815d58-c129-4a81-974c-8cbef8b6ed7a'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:46:46.322089 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port a6815d58-c129-4a81-974c-8cbef8b6ed7a, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a6815d58-c129-4a81-974c-8cbef8b6ed7a,segment=NetworkSegment(98181978-c7f8-44c4-870c-7d9c406325cb),segment_id=98181978-c7f8-44c4-870c-7d9c406325cb)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:46:46.324978 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:46.326929 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:46:46.360107 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6815d58-c129-4a81-974c-8cbef8b6ed7a', 'code': 200} Feb 12 21:46:46.403180 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=a6815d58-c129-4a81-974c-8cbef8b6ed7a,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:46:46.411430 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.411856 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.412247 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.412623 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.412995 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.413367 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.413746 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.414669 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.415038 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.415550 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.415944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.416311 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.416770 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.417137 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.417506 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.417864 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.418225 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.418591 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.418955 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.419312 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.419676 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.420063 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.420425 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.420786 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:46:46.425597 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:46:46.638973 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8deaad-9b65-4898-8470-2e990ef05939 req-90ff5585-8d0c-4add-bb1a-a959d0ef3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:46.640520 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cb8deaad-9b65-4898-8470-2e990ef05939 req-90ff5585-8d0c-4add-bb1a-a959d0ef3540 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 1162 time: 0.0798192 Feb 12 21:46:46.683306 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cb8deaad-9b65-4898-8470-2e990ef05939 req-05740639-d1c3-4b98-9a2c-517fa3ef4af7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a8c2fab3-1b43-4f43-b2c5-822538e7020b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362711 Feb 12 21:46:46.729781 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:47.332071 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26739c2-366e-4293-a444-f18980bd7843 req-adaedfe0-9b21-451d-82cf-04f92ea96a88 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:47.333681 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f26739c2-366e-4293-a444-f18980bd7843 req-adaedfe0-9b21-451d-82cf-04f92ea96a88 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 945 time: 0.0879409 Feb 12 21:46:47.381391 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f26739c2-366e-4293-a444-f18980bd7843 req-1178a8bb-66c0-48f1-8cca-89de473bba0b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8c2fab3-1b43-4f43-b2c5-822538e7020b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409434 Feb 12 21:46:47.500140 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device a6815d58-c129-4a81-974c-8cbef8b6ed7a up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:46:47.572601 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port a6815d58-c129-4a81-974c-8cbef8b6ed7a triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:46:47.573023 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:48.583909 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8366e-dd01-4895-b7ee-838ee4c5071a req-78b3d77d-a235-4023-a836-d12f9694f19e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:48.585489 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-66d8366e-dd01-4895-b7ee-838ee4c5071a req-78b3d77d-a235-4023-a836-d12f9694f19e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 945 time: 0.0872104 Feb 12 21:46:48.633431 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-66d8366e-dd01-4895-b7ee-838ee4c5071a req-dd664f42-0cf2-4257-9905-cd7ed949414b tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8c2fab3-1b43-4f43-b2c5-822538e7020b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416462 Feb 12 21:46:48.825210 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee8052-ec1f-4ecd-82a3-53f4d11ae72a req-a2021da8-0a7a-47e6-9674-58242bbff31f tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:48.826815 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-74ee8052-ec1f-4ecd-82a3-53f4d11ae72a req-a2021da8-0a7a-47e6-9674-58242bbff31f tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 945 time: 0.0875428 Feb 12 21:46:48.837131 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 39346) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:46:48.842779 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [None req-422fb0e1-9099-4cd9-843a-6a5f16430067 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Request body: {'floatingip': {'port_id': 'a6815d58-c129-4a81-974c-8cbef8b6ed7a'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:46:48.925172 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-422fb0e1-9099-4cd9-843a-6a5f16430067 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for floatingip, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:49.555689 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-422fb0e1-9099-4cd9-843a-6a5f16430067 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:49.558399 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-422fb0e1-9099-4cd9-843a-6a5f16430067 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:49.739564 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.l3_db [None req-422fb0e1-9099-4cd9-843a-6a5f16430067 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Floating IP 220b8ad5-a672-4ed5-8b1d-1a98f5f5c8ac associated. External IP: 172.28.0.68, port: a6815d58-c129-4a81-974c-8cbef8b6ed7a. Feb 12 21:46:50.354597 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422fb0e1-9099-4cd9-843a-6a5f16430067 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Router 025a334f-6ae2-4888-af00-96398b0b1495 has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:46:50.556290 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422fb0e1-9099-4cd9-843a-6a5f16430067 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:46:50.561279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-422fb0e1-9099-4cd9-843a-6a5f16430067 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:46:50.565882 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c327b-4f2c-4cf6-8f9a-7788572df01d None None] Sync routers for ids ['025a334f-6ae2-4888-af00-96398b0b1495'] in dv-cinder-775250-2-smb {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:46:50.575749 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c327b-4f2c-4cf6-8f9a-7788572df01d None None] Routers {'025a334f-6ae2-4888-af00-96398b0b1495'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:46:50.576418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6e5c327b-4f2c-4cf6-8f9a-7788572df01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:46:44Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['025a334f-6ae2-4888-af00-96398b0b1495'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:46:50.620930 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-422fb0e1-9099-4cd9-843a-6a5f16430067 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "PUT /v2.0/floatingips/220b8ad5-a672-4ed5-8b1d-1a98f5f5c8ac HTTP/1.1" status: 200 len: 990 time: 1.7825205 Feb 12 21:46:50.621541 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4', 'tag': 'a6815d58-c129-4a81-974c-8cbef8b6ed7a'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:46:50.737116 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4', 'tag': 'a6815d58-c129-4a81-974c-8cbef8b6ed7a', 'status': 'completed', 'code': 200} Feb 12 21:46:50.771109 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-6e5c327b-4f2c-4cf6-8f9a-7788572df01d None None] Set router 025a334f-6ae2-4888-af00-96398b0b1495 gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:46:50.878153 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b3ae4-2a05-4558-8087-ea5aa0e2ba30 req-647a114d-a742-495c-99ee-1858834e57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:50.879735 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-147b3ae4-2a05-4558-8087-ea5aa0e2ba30 req-647a114d-a742-495c-99ee-1858834e57c6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=719ecf1999794f40901c036e44df1ab2&device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 1162 time: 0.0827661 Feb 12 21:46:51.026622 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b3ae4-2a05-4558-8087-ea5aa0e2ba30 req-edd4966f-7c7e-47f8-98b0-57447c395e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:51.028272 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-147b3ae4-2a05-4558-8087-ea5aa0e2ba30 req-edd4966f-7c7e-47f8-98b0-57447c395e82 service neutron] 10.222.0.66 "GET /v2.0/networks?id=49d264eb-e6ab-4a06-85dd-4a170108092b HTTP/1.1" status: 200 len: 905 time: 0.1411438 Feb 12 21:46:51.141665 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-147b3ae4-2a05-4558-8087-ea5aa0e2ba30 req-f65c6025-c14e-4972-99b0-943843cd63c4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6815d58-c129-4a81-974c-8cbef8b6ed7a HTTP/1.1" status: 200 len: 998 time: 0.1064460 Feb 12 21:46:51.146152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6e5c327b-4f2c-4cf6-8f9a-7788572df01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:46Z', 'revision_number': 4, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': '220b8ad5-a672-4ed5-8b1d-1a98f5f5c8ac', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'floating_ip_address': '172.28.0.68', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'port_id': 'a6815d58-c129-4a81-974c-8cbef8b6ed7a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'mac_address': 'fa:16:3e:de:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:46:35Z', 'updated_at': '2021-02-12T21:46:49Z', 'revision_number': 1, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9cc35e3-c4d1-445b-99fc-4f027d63224a', 'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'mac_address': 'fa:16:3e:24:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:45Z', 'updated_at': '2021-02-12T21:40:54Z', 'revision_number': 5, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'subnets': [{'id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:46:51.151016 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c327b-4f2c-4cf6-8f9a-7788572df01d None None] Checking router: 025a334f-6ae2-4888-af00-96398b0b1495 for host: dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:46:51.159960 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c327b-4f2c-4cf6-8f9a-7788572df01d None None] Routers {'025a334f-6ae2-4888-af00-96398b0b1495'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:46:51.160614 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6e5c327b-4f2c-4cf6-8f9a-7788572df01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:46:44Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['025a334f-6ae2-4888-af00-96398b0b1495'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:46:51.214705 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b3ae4-2a05-4558-8087-ea5aa0e2ba30 req-e9f1f435-4e99-4fda-a970-ba3fabbd7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:51.216482 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-147b3ae4-2a05-4558-8087-ea5aa0e2ba30 req-e9f1f435-4e99-4fda-a970-ba3fabbd7ec0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c6f20f-eb79-4905-a5a3-1d30426979c3 HTTP/1.1" status: 200 len: 850 time: 0.0687108 Feb 12 21:46:51.304554 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b3ae4-2a05-4558-8087-ea5aa0e2ba30 req-b65fec46-373e-458c-8b58-6ab666b3d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:46:51.306230 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-147b3ae4-2a05-4558-8087-ea5aa0e2ba30 req-b65fec46-373e-458c-8b58-6ab666b3d3b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49d264eb-e6ab-4a06-85dd-4a170108092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826592 Feb 12 21:46:51.461363 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-147b3ae4-2a05-4558-8087-ea5aa0e2ba30 req-e1c38ec0-0ddc-4a5d-bcfc-ff8ac0142d70 service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470160 Feb 12 21:46:51.508229 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-6e5c327b-4f2c-4cf6-8f9a-7788572df01d None None] Set router 025a334f-6ae2-4888-af00-96398b0b1495 gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:46:51.606864 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-147b3ae4-2a05-4558-8087-ea5aa0e2ba30 req-eca6b741-0456-4934-9038-699e5e97b3d8 service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393230 Feb 12 21:46:51.881203 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6e5c327b-4f2c-4cf6-8f9a-7788572df01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:46Z', 'revision_number': 4, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': '220b8ad5-a672-4ed5-8b1d-1a98f5f5c8ac', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'floating_ip_address': '172.28.0.68', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'port_id': 'a6815d58-c129-4a81-974c-8cbef8b6ed7a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'mac_address': 'fa:16:3e:de:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:46:35Z', 'updated_at': '2021-02-12T21:46:49Z', 'revision_number': 1, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9cc35e3-c4d1-445b-99fc-4f027d63224a', 'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'mac_address': 'fa:16:3e:24:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:45Z', 'updated_at': '2021-02-12T21:40:54Z', 'revision_number': 5, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'subnets': [{'id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:46:51.886425 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c327b-4f2c-4cf6-8f9a-7788572df01d None None] The sync data for ids ['025a334f-6ae2-4888-af00-96398b0b1495'] in dv-cinder-775250-2-smb is: [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:46Z', 'revision_number': 4, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_floatingips': [{'id': '220b8ad5-a672-4ed5-8b1d-1a98f5f5c8ac', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'floating_ip_address': '172.28.0.68', 'floating_network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'router_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'port_id': 'a6815d58-c129-4a81-974c-8cbef8b6ed7a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'mac_address': 'fa:16:3e:de:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-12T21:46:35Z', 'updated_at': '2021-02-12T21:46:49Z', 'revision_number': 1, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9cc35e3-c4d1-445b-99fc-4f027d63224a', 'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'mac_address': 'fa:16:3e:24:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:45Z', 'updated_at': '2021-02-12T21:40:54Z', 'revision_number': 5, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'subnets': [{'id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:46:52.177050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109fc9a-4f4d-4905-af8c-f175b6834c11 None None] New status for floating IP 220b8ad5-a672-4ed5-8b1d-1a98f5f5c8ac: ACTIVE {{(pid=84070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:46:59.902622 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-07a3e7fc-63b8-4174-bc2a-ab4840cb38bb req-3c87b355-a2d3-48a4-9f7e-ed273362ffa7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1289024 Feb 12 21:47:00.035950 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3e7fc-63b8-4174-bc2a-ab4840cb38bb req-252bb523-3a80-4abd-9339-93e84e246c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:47:00.037473 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-07a3e7fc-63b8-4174-bc2a-ab4840cb38bb req-252bb523-3a80-4abd-9339-93e84e246c18 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d&device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 1163 time: 0.0778849 Feb 12 21:47:00.198379 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3e7fc-63b8-4174-bc2a-ab4840cb38bb req-7d092850-c705-4a92-b24e-cc3feb7fba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:47:00.199989 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-07a3e7fc-63b8-4174-bc2a-ab4840cb38bb req-7d092850-c705-4a92-b24e-cc3feb7fba0a service neutron] 10.222.0.66 "GET /v2.0/networks?id=730a1daf-e569-454f-98a4-34427f6ca94f HTTP/1.1" status: 200 len: 911 time: 0.1388791 Feb 12 21:47:00.312138 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-07a3e7fc-63b8-4174-bc2a-ab4840cb38bb req-2d5d4ed9-54c1-436b-817b-dd76a319a148 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73cc3645-6266-407b-9b2b-2d224f0b20fc HTTP/1.1" status: 200 len: 1002 time: 0.1048546 Feb 12 21:47:00.384800 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3e7fc-63b8-4174-bc2a-ab4840cb38bb req-5e0b0b49-ef0f-44a1-a57e-6a7b8cc5e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:47:00.386341 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-07a3e7fc-63b8-4174-bc2a-ab4840cb38bb req-5e0b0b49-ef0f-44a1-a57e-6a7b8cc5e424 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3d14036-127d-49c7-a851-85c1a4e15dee HTTP/1.1" status: 200 len: 856 time: 0.0668795 Feb 12 21:47:00.472078 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3e7fc-63b8-4174-bc2a-ab4840cb38bb req-4c1ed1b5-0f9e-46c0-b96e-c9dcc484debb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:47:00.473323 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-07a3e7fc-63b8-4174-bc2a-ab4840cb38bb req-4c1ed1b5-0f9e-46c0-b96e-c9dcc484debb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=730a1daf-e569-454f-98a4-34427f6ca94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794611 Feb 12 21:47:00.593550 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:00.619934 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-07a3e7fc-63b8-4174-bc2a-ab4840cb38bb req-e5121d20-d353-42b2-8400-53f50923246d service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387877 Feb 12 21:47:00.775536 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-07a3e7fc-63b8-4174-bc2a-ab4840cb38bb req-c82f1d1b-5b84-4011-a07f-21ce6db9b6e6 service neutron] 10.222.0.66 "GET /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358099 Feb 12 21:47:06.670977 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:47:09.260452 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce5953-74b9-4aa1-a440-e33b568d3b97 req-d7033ecb-7502-4d25-a6f1-c330876b6628 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:47:09.262066 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-39ce5953-74b9-4aa1-a440-e33b568d3b97 req-d7033ecb-7502-4d25-a6f1-c330876b6628 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0893719 Feb 12 21:47:09.313237 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-39ce5953-74b9-4aa1-a440-e33b568d3b97 req-91d3b60c-2e75-44ea-b62f-bef422f575b5 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448487 Feb 12 21:47:10.523913 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9b1fe-0f44-482e-94fa-9182afc88497 req-2ae17a5c-d03f-4536-99ce-7b8f73844317 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:47:10.525585 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-73d9b1fe-0f44-482e-94fa-9182afc88497 req-2ae17a5c-d03f-4536-99ce-7b8f73844317 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0885615 Feb 12 21:47:10.574667 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-73d9b1fe-0f44-482e-94fa-9182afc88497 req-341f0754-b076-4526-8bc3-0a25a6aab549 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428498 Feb 12 21:47:11.099804 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-31e91d90-9f57-4fcd-88a4-8a3a69694e9e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:47:11.101369 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-31e91d90-9f57-4fcd-88a4-8a3a69694e9e tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.66 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 946 time: 0.0883858 Feb 12 21:47:11.178585 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Deleting port 73cc3645-6266-407b-9b2b-2d224f0b20fc {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:47:11.178974 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:11.446954 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] For port 73cc3645-6266-407b-9b2b-2d224f0b20fc, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=73cc3645-6266-407b-9b2b-2d224f0b20fc,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:47:11.447358 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:11.590797 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 73cc3645-6266-407b-9b2b-2d224f0b20fc no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:47:11.716756 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:11.745397 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56942523-30db-47c2-9156-0d5ee11d3832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73cc3645-6266-407b-9b2b-2d224f0b20fc'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:47:11.755798 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 73cc3645-6266-407b-9b2b-2d224f0b20fc, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=73cc3645-6266-407b-9b2b-2d224f0b20fc,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:47:11.760100 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:11.762015 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:11.800271 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56942523-30db-47c2-9156-0d5ee11d3832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73cc3645-6266-407b-9b2b-2d224f0b20fc', 'code': 200} Feb 12 21:47:11.836230 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=73cc3645-6266-407b-9b2b-2d224f0b20fc,revision_number=7']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:11.840735 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:12.037770 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-10eafd0e-104e-4b1a-a9f4-7046cfcbd21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:12.072851 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:12.073271 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:12.073621 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.l3_db [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Floating IP 7ca4fd5b-38da-47d3-b8b1-5d70fa199d9c disassociated. External IP: 172.28.0.166, port: 73cc3645-6266-407b-9b2b-2d224f0b20fc. Feb 12 21:47:12.074006 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Calling delete_port for 73cc3645-6266-407b-9b2b-2d224f0b20fc owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:47:12.136640 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ccfb5-5491-408c-bbcd-3c9457cedcff req-1d09a371-1e22-41ae-8f48-12296ba29d08 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:47:12.138244 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e42ccfb5-5491-408c-bbcd-3c9457cedcff req-1d09a371-1e22-41ae-8f48-12296ba29d08 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.4257104 Feb 12 21:47:12.205722 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-e42ccfb5-5491-408c-bbcd-3c9457cedcff req-93f23c44-fdd5-42a7-afa4-7c00249d3481 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588837 Feb 12 21:47:12.207211 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84069) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:47:12.207657 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84069) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:47:12.709074 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Deleting port 73cc3645-6266-407b-9b2b-2d224f0b20fc {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:47:12.709516 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:12.974153 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] For port 73cc3645-6266-407b-9b2b-2d224f0b20fc, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=73cc3645-6266-407b-9b2b-2d224f0b20fc,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:47:12.974472 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:13.291685 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:13.292154 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:13.292514 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.l3_db [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Floating IP 7ca4fd5b-38da-47d3-b8b1-5d70fa199d9c disassociated. External IP: 172.28.0.166, port: 73cc3645-6266-407b-9b2b-2d224f0b20fc. Feb 12 21:47:13.292901 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Calling delete_port for 73cc3645-6266-407b-9b2b-2d224f0b20fc owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:47:13.491140 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346c8fe-eb12-43d3-ac97-d7cedd4fbfea req-f685fccc-2367-49ba-a19f-8b5c72d53f2f tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:47:13.493251 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0346c8fe-eb12-43d3-ac97-d7cedd4fbfea req-f685fccc-2367-49ba-a19f-8b5c72d53f2f tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 944 time: 0.1686687 Feb 12 21:47:13.556079 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:13.560296 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0346c8fe-eb12-43d3-ac97-d7cedd4fbfea req-a3a61721-ed30-4d40-bc09-e6cabd74ef1c tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe56246b-9009-49f6-a55b-69b21b018da3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578139 Feb 12 21:47:13.574582 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-35ddd987-2e0b-4ddf-ac13-590e13f35d73 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:13.673767 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event deleted for resources: {'Port': ['ID=73cc3645-6266-407b-9b2b-2d224f0b20fc,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:13.692643 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.693068 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.693480 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.693884 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.694284 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.694684 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.695080 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.695475 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.696485 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.696886 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.697280 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.697675 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.698154 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.698550 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.698942 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.699334 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.699741 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.700139 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.700529 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.700919 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.701307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.701955 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.702343 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.702729 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:13.707813 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:13.963657 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Router d981f459-bed3-4b0b-8008-8fc0559f9d6b has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:47:14.158245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:47:14.169607 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1599ffae-f624-4a02-9385-16834dcd53b7 None None] Sync routers for ids ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'] in dv-cinder-775250-2-smb {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:47:14.181319 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1599ffae-f624-4a02-9385-16834dcd53b7 None None] Routers {'d981f459-bed3-4b0b-8008-8fc0559f9d6b'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:47:14.182174 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1599ffae-f624-4a02-9385-16834dcd53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:46:44Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:47:14.199518 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] No DVR routers for this DVR port 73cc3645-6266-407b-9b2b-2d224f0b20fc on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:47:14.202373 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:14.205413 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56942523-30db-47c2-9156-0d5ee11d3832', 'name': 'network-vif-deleted', 'tag': '73cc3645-6266-407b-9b2b-2d224f0b20fc'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:47:14.229901 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3a8b2b52-1532-467e-9ac4-436ccb779971 req-27a45847-0679-4601-9c86-47977b2077aa tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.66 "DELETE /v2.0/ports/73cc3645-6266-407b-9b2b-2d224f0b20fc HTTP/1.1" status: 204 len: 173 time: 3.1225848 Feb 12 21:47:14.279640 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56942523-30db-47c2-9156-0d5ee11d3832', 'name': 'network-vif-deleted', 'tag': '73cc3645-6266-407b-9b2b-2d224f0b20fc', 'status': 'completed', 'code': 200} Feb 12 21:47:14.397431 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-1599ffae-f624-4a02-9385-16834dcd53b7 None None] Set router d981f459-bed3-4b0b-8008-8fc0559f9d6b gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:47:14.476184 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4cf80874-d57f-42b5-862f-2f427e3bcd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:14.745211 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1599ffae-f624-4a02-9385-16834dcd53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '68de73d7-6141-40b3-968b-45842b4d5ea5', 'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'mac_address': 'fa:16:3e:9c:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:29Z', 'updated_at': '2021-02-12T21:36:49Z', 'revision_number': 5, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'subnets': [{'id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:47:14.746483 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-843c0490-815a-4113-85ce-189fc994a17b req-dad27678-d373-4cf1-9924-ee662885b3db tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Synchronizing usage tracker for tenant:3f30a1c1bd9d410aa1ef1bc30e02200d on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:47:14.749571 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1599ffae-f624-4a02-9385-16834dcd53b7 None None] Checking router: d981f459-bed3-4b0b-8008-8fc0559f9d6b for host: dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:47:14.760035 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1599ffae-f624-4a02-9385-16834dcd53b7 None None] Routers {'d981f459-bed3-4b0b-8008-8fc0559f9d6b'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:47:14.760717 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1599ffae-f624-4a02-9385-16834dcd53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:47:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:47:14.764275 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-843c0490-815a-4113-85ce-189fc994a17b req-dad27678-d373-4cf1-9924-ee662885b3db tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Unset dirty status for tenant:3f30a1c1bd9d410aa1ef1bc30e02200d on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:47:14.766065 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-843c0490-815a-4113-85ce-189fc994a17b req-dad27678-d373-4cf1-9924-ee662885b3db tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/ports?device_id=56942523-30db-47c2-9156-0d5ee11d3832 HTTP/1.1" status: 200 len: 210 time: 0.0719466 Feb 12 21:47:14.960898 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-1599ffae-f624-4a02-9385-16834dcd53b7 None None] Set router d981f459-bed3-4b0b-8008-8fc0559f9d6b gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:47:15.067406 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:15.295646 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1599ffae-f624-4a02-9385-16834dcd53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '68de73d7-6141-40b3-968b-45842b4d5ea5', 'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'mac_address': 'fa:16:3e:9c:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:29Z', 'updated_at': '2021-02-12T21:36:49Z', 'revision_number': 5, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'subnets': [{'id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:47:15.299777 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1599ffae-f624-4a02-9385-16834dcd53b7 None None] The sync data for ids ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'] in dv-cinder-775250-2-smb is: [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:36:30Z', 'revision_number': 4, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': '68de73d7-6141-40b3-968b-45842b4d5ea5', 'name': '', 'network_id': '730a1daf-e569-454f-98a4-34427f6ca94f', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'mac_address': 'fa:16:3e:9c:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:29Z', 'updated_at': '2021-02-12T21:36:49Z', 'revision_number': 5, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'subnets': [{'id': 'a3d14036-127d-49c7-a851-85c1a4e15dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:47:15.682317 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913a9aa-835e-4eb5-b654-f6a3d0e8884c None None] New status for floating IP 7ca4fd5b-38da-47d3-b8b1-5d70fa199d9c: DOWN {{(pid=84070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:47:15.851115 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:16.046556 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 39432) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:16.119107 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0ee5e04a-1939-4efc-bf91-72a5f71fac35 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:16.150223 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0ee5e04a-1939-4efc-bf91-72a5f71fac35 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:16.196991 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0ee5e04a-1939-4efc-bf91-72a5f71fac35 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:16.202478 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d8386037-423f-407c-b666-c954801ed79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:16.218196 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5e04a-1939-4efc-bf91-72a5f71fac35 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe56246b-9009-49f6-a55b-69b21b018da3,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:16.220979 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0ee5e04a-1939-4efc-bf91-72a5f71fac35 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:16.228933 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0ee5e04a-1939-4efc-bf91-72a5f71fac35 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:16.230163 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0ee5e04a-1939-4efc-bf91-72a5f71fac35 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "DELETE /v2.0/security-groups/fe56246b-9009-49f6-a55b-69b21b018da3 HTTP/1.1" status: 204 len: 168 time: 0.1825132 Feb 12 21:47:16.233102 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 39436) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:16.252818 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.v2.resource [None req-8b598493-14a0-4704-9c0b-44ae356b65ac tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] show failed (client error): The resource could not be found. Feb 12 21:47:16.253889 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-8b598493-14a0-4704-9c0b-44ae356b65ac tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "GET /v2.0/security-groups/fe56246b-9009-49f6-a55b-69b21b018da3 HTTP/1.1" status: 404 len: 347 time: 0.0197990 Feb 12 21:47:16.256910 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 39440) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:16.427067 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f1ce7-a81b-49c8-bbc7-daf9523d9074 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Deleting port a55e8c6a-8ef0-4e56-9386-465d21f497af {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:47:16.427449 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1ce7-a81b-49c8-bbc7-daf9523d9074 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:16.608997 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1ce7-a81b-49c8-bbc7-daf9523d9074 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:16.609375 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1ce7-a81b-49c8-bbc7-daf9523d9074 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:16.732913 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:16.743495 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f1ce7-a81b-49c8-bbc7-daf9523d9074 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Calling delete_port for a55e8c6a-8ef0-4e56-9386-465d21f497af owned by network:floatingip {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:47:16.886161 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1ce7-a81b-49c8-bbc7-daf9523d9074 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:16.901784 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-48a4543f-0d8f-449e-b2b5-911401bdaf08 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:16.999043 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f1ce7-a81b-49c8-bbc7-daf9523d9074 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Pushing event deleted for resources: {'Port': ['ID=a55e8c6a-8ef0-4e56-9386-465d21f497af,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:17.007850 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-fb2f1ce7-a81b-49c8-bbc7-daf9523d9074 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:17.124456 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1ce7-a81b-49c8-bbc7-daf9523d9074 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks [] for floatingip, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:17.141026 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1ce7-a81b-49c8-bbc7-daf9523d9074 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:17.142280 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-fb2f1ce7-a81b-49c8-bbc7-daf9523d9074 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] 10.222.0.35 "DELETE /v2.0/floatingips/7ca4fd5b-38da-47d3-b8b1-5d70fa199d9c HTTP/1.1" status: 204 len: 168 time: 0.8844163 Feb 12 21:47:20.005572 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39470) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:21.009618 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b528780-270a-4d1e-80ba-8e509b4192a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854119883'] for router_interface, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:21.386079 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1b528780-270a-4d1e-80ba-8e509b4192a7 admin admin] Deleting port 68de73d7-6141-40b3-968b-45842b4d5ea5 {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:47:21.386451 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b528780-270a-4d1e-80ba-8e509b4192a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:21.569841 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1b528780-270a-4d1e-80ba-8e509b4192a7 admin admin] For port 68de73d7-6141-40b3-968b-45842b4d5ea5, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=68de73d7-6141-40b3-968b-45842b4d5ea5,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:47:21.570239 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b528780-270a-4d1e-80ba-8e509b4192a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:21.701813 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1b528780-270a-4d1e-80ba-8e509b4192a7 admin admin] Calling delete_port for 68de73d7-6141-40b3-968b-45842b4d5ea5 owned by network:router_interface {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:47:21.887810 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b528780-270a-4d1e-80ba-8e509b4192a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:21.901458 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:22.001655 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b528780-270a-4d1e-80ba-8e509b4192a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=68de73d7-6141-40b3-968b-45842b4d5ea5,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:22.005705 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1b528780-270a-4d1e-80ba-8e509b4192a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:22.316579 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b528780-270a-4d1e-80ba-8e509b4192a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854119761'] for router_interface, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:22.830078 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b528780-270a-4d1e-80ba-8e509b4192a7 admin admin] Router d981f459-bed3-4b0b-8008-8fc0559f9d6b has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:47:23.020545 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b528780-270a-4d1e-80ba-8e509b4192a7 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:47:23.030273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b37414-c26f-49ff-ae00-3e326ad9c67e None None] Sync routers for ids ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'] in dv-cinder-775250-2-smb {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:47:23.034255 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-1b528780-270a-4d1e-80ba-8e509b4192a7 admin admin] 10.222.0.35 "PUT /v2.0/routers/d981f459-bed3-4b0b-8008-8fc0559f9d6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0275362 Feb 12 21:47:23.036886 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39482) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:23.040531 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b37414-c26f-49ff-ae00-3e326ad9c67e None None] Routers {'d981f459-bed3-4b0b-8008-8fc0559f9d6b'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:47:23.041234 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b4b37414-c26f-49ff-ae00-3e326ad9c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:47:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:47:23.234385 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-b4b37414-c26f-49ff-ae00-3e326ad9c67e None None] Set router d981f459-bed3-4b0b-8008-8fc0559f9d6b gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:47:23.466177 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-03e06bc3-b6bb-4be9-abd3-a15ee322f5f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:23.661029 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-03e06bc3-b6bb-4be9-abd3-a15ee322f5f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:23.666862 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-03e06bc3-b6bb-4be9-abd3-a15ee322f5f1 admin admin] Deleting port 19b3d28e-646b-4a7d-be5e-bdc34ac98da7 {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:47:23.667234 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-03e06bc3-b6bb-4be9-abd3-a15ee322f5f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:23.711546 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b4b37414-c26f-49ff-ae00-3e326ad9c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:47:21Z', 'revision_number': 5, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:47:23.716391 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b37414-c26f-49ff-ae00-3e326ad9c67e None None] Checking router: d981f459-bed3-4b0b-8008-8fc0559f9d6b for host: dv-cinder-775250-2-smb {{(pid=84072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:47:23.725621 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b37414-c26f-49ff-ae00-3e326ad9c67e None None] Routers {'d981f459-bed3-4b0b-8008-8fc0559f9d6b'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:47:23.726274 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b4b37414-c26f-49ff-ae00-3e326ad9c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:47:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'], 'active': True} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:47:23.857014 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-03e06bc3-b6bb-4be9-abd3-a15ee322f5f1 admin admin] For port 19b3d28e-646b-4a7d-be5e-bdc34ac98da7, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=19b3d28e-646b-4a7d-be5e-bdc34ac98da7,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:47:23.857400 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-03e06bc3-b6bb-4be9-abd3-a15ee322f5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:23.913408 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-b4b37414-c26f-49ff-ae00-3e326ad9c67e None None] Set router d981f459-bed3-4b0b-8008-8fc0559f9d6b gateway port host: dv-cinder-775250-2-smb {{(pid=84072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:47:23.993232 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-03e06bc3-b6bb-4be9-abd3-a15ee322f5f1 admin admin] Calling delete_port for 19b3d28e-646b-4a7d-be5e-bdc34ac98da7 owned by network:router_gateway {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:47:24.138009 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-03e06bc3-b6bb-4be9-abd3-a15ee322f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:24.221526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b4b37414-c26f-49ff-ae00-3e326ad9c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:47:21Z', 'revision_number': 5, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84072) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:47:24.224951 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b37414-c26f-49ff-ae00-3e326ad9c67e None None] The sync data for ids ['d981f459-bed3-4b0b-8008-8fc0559f9d6b'] in dv-cinder-775250-2-smb is: [{'id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'name': 'tempest-AttachVolumeShelveTestJSON-2126461809-router', 'tenant_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:36:18Z', 'updated_at': '2021-02-12T21:47:21Z', 'revision_number': 5, 'project_id': '3f30a1c1bd9d410aa1ef1bc30e02200d', 'gw_port': {'id': '19b3d28e-646b-4a7d-be5e-bdc34ac98da7', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd981f459-bed3-4b0b-8008-8fc0559f9d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:36:20Z', 'updated_at': '2021-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}] {{(pid=84072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:47:24.335401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-03e06bc3-b6bb-4be9-abd3-a15ee322f5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660797'] for router_gateway, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:24.477755 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-03e06bc3-b6bb-4be9-abd3-a15ee322f5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-206338'] for router, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:24.480313 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-03e06bc3-b6bb-4be9-abd3-a15ee322f5f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:24.505873 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-03e06bc3-b6bb-4be9-abd3-a15ee322f5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-661979'] for router, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:24.506434 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e06bc3-b6bb-4be9-abd3-a15ee322f5f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d981f459-bed3-4b0b-8008-8fc0559f9d6b {{(pid=84068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 12 21:47:24.519862 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-03e06bc3-b6bb-4be9-abd3-a15ee322f5f1 admin admin] Notify callbacks [] for router, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:24.521066 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-03e06bc3-b6bb-4be9-abd3-a15ee322f5f1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d981f459-bed3-4b0b-8008-8fc0559f9d6b HTTP/1.1" status: 204 len: 168 time: 1.4831896 Feb 12 21:47:24.524545 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39488) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:24.590787 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_v2 [None req-48cc1d34-e2cd-48b4-8d3c-47b043479ae8 admin admin] Deleting subnet a3d14036-127d-49c7-a851-85c1a4e15dee {{(pid=84068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:47:24.593981 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-48cc1d34-e2cd-48b4-8d3c-47b043479ae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:24.646251 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-48cc1d34-e2cd-48b4-8d3c-47b043479ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844261269'] for subnet, precommit_delete_associations {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:24.687652 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 68de73d7-6141-40b3-968b-45842b4d5ea5 no longer exists at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:47:24.727023 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] No Port match for: 68de73d7-6141-40b3-968b-45842b4d5ea5 {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:47:24.727322 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 68de73d7-6141-40b3-968b-45842b4d5ea5 not bound to the agent host dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:47:24.737771 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-48cc1d34-e2cd-48b4-8d3c-47b043479ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850750012'] for subnet, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:25.008739 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-48cc1d34-e2cd-48b4-8d3c-47b043479ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4025805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10980213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842905365'] for subnet, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:25.027976 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:25.122308 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc1d34-e2cd-48b4-8d3c-47b043479ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d14036-127d-49c7-a851-85c1a4e15dee,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:25.127006 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-48cc1d34-e2cd-48b4-8d3c-47b043479ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:25.163572 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-48cc1d34-e2cd-48b4-8d3c-47b043479ae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:25.169933 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaf3452-7ab9-40b1-9b45-f197cee3ad57 None None] Network 730a1daf-e569-454f-98a4-34427f6ca94f requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:47:25.170790 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-48cc1d34-e2cd-48b4-8d3c-47b043479ae8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a3d14036-127d-49c7-a851-85c1a4e15dee HTTP/1.1" status: 204 len: 168 time: 0.6451828 Feb 12 21:47:25.173470 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39492) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:25.295246 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3865086'] for network, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:25.365843 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Deleting port f4ee3c40-6e74-49a5-854e-bd9015e84822 {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:47:25.366229 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:25.449572 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7f2701-ffd9-4eb1-b0d3-3d54d6ef5efb None None] DHCP port deletion for 730a1daf-e569-454f-98a4-34427f6ca94f request from dv-cinder-775250-2-smb {{(pid=84070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 12 21:47:25.454720 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f2701-ffd9-4eb1-b0d3-3d54d6ef5efb None None] Deleting port f4ee3c40-6e74-49a5-854e-bd9015e84822 {{(pid=84070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:47:25.455142 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2701-ffd9-4eb1-b0d3-3d54d6ef5efb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:25.595989 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] For port f4ee3c40-6e74-49a5-854e-bd9015e84822, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=f4ee3c40-6e74-49a5-854e-bd9015e84822,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:47:25.596567 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:25.671938 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8a7f2701-ffd9-4eb1-b0d3-3d54d6ef5efb None None] For port f4ee3c40-6e74-49a5-854e-bd9015e84822, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=f4ee3c40-6e74-49a5-854e-bd9015e84822,segment=NetworkSegment(3f7314cf-fd65-4e9f-82c4-6ec2ee573eac),segment_id=3f7314cf-fd65-4e9f-82c4-6ec2ee573eac)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:47:25.672390 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2701-ffd9-4eb1-b0d3-3d54d6ef5efb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:25.729527 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Calling delete_port for f4ee3c40-6e74-49a5-854e-bd9015e84822 owned by network:dhcp {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:47:25.808681 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f2701-ffd9-4eb1-b0d3-3d54d6ef5efb None None] Calling delete_port for f4ee3c40-6e74-49a5-854e-bd9015e84822 owned by network:dhcp {{(pid=84070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:47:25.811572 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:25.828114 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5be35c5e-2a21-4b3e-aae9-b6caa4ebe347 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:25.940990 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ee3c40-6e74-49a5-854e-bd9015e84822,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:25.945289 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:25.981068 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] No DVR routers for this DVR port f4ee3c40-6e74-49a5-854e-bd9015e84822 on host dv-cinder-775250-2-smb {{(pid=84068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:47:26.046436 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [None req-8a7f2701-ffd9-4eb1-b0d3-3d54d6ef5efb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84070) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:47:26.047071 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [None req-8a7f2701-ffd9-4eb1-b0d3-3d54d6ef5efb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:47:26.104938 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850739933', 'neutron.services.segments.db._delete_segments_for_network-8792999462447'] for network, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:26.223446 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730a1daf-e569-454f-98a4-34427f6ca94f']}} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:47:26.236772 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac') {'for_net_delete': True} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:47:26.237121 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7314cf-fd65-4e9f-82c4-6ec2ee573eac') {} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:47:26.249155 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243855186104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10514531'] for segment, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:26.266334 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:26.268448 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:47:26.448064 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Network 730a1daf-e569-454f-98a4-34427f6ca94f has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:47:26.458683 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4030055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980226'] for segment, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:26.548288 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f2701-ffd9-4eb1-b0d3-3d54d6ef5efb None None] Deleting port f4ee3c40-6e74-49a5-854e-bd9015e84822 {{(pid=84070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:47:26.548723 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2701-ffd9-4eb1-b0d3-3d54d6ef5efb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:26.621612 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f2701-ffd9-4eb1-b0d3-3d54d6ef5efb None None] The port 'f4ee3c40-6e74-49a5-854e-bd9015e84822' was deleted {{(pid=84070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 12 21:47:26.643815 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Network 730a1daf-e569-454f-98a4-34427f6ca94f has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: Traceback (most recent call last): Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: timer() Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: cb(*args, **kw) Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: return func(*args, **kwargs) Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: self._notify() Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: self.callback(batched_events) Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: event.method(event) Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: segment_id)['aggregates'][0] Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: return f(self, *a, **k) Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: return self._get(url).json() Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: **kwargs) Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: return self.request(url, 'GET', **kwargs) Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: **endpoint_filter) Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:47:26.667074 dv-cinder-775250-2-smb neutron-server[83958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:47:26.725082 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 19b3d28e-646b-4a7d-be5e-bdc34ac98da7 no longer exists at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:47:26.746551 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4035899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854114878'] for network, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:26.750136 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:26.761477 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] No Port match for: 19b3d28e-646b-4a7d-be5e-bdc34ac98da7 {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:47:26.761870 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device 19b3d28e-646b-4a7d-be5e-bdc34ac98da7 not bound to the agent host dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:47:26.762349 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device f4ee3c40-6e74-49a5-854e-bd9015e84822 no longer exists at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:47:26.767109 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:26.776697 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=730a1daf-e569-454f-98a4-34427f6ca94f,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:26.780178 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:26.790885 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-f0d16941-1a8b-4e3e-8b3e-6d3550bcc3d7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/730a1daf-e569-454f-98a4-34427f6ca94f HTTP/1.1" status: 204 len: 168 time: 1.6163118 Feb 12 21:47:26.798277 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] No Port match for: f4ee3c40-6e74-49a5-854e-bd9015e84822 {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:47:26.798679 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device f4ee3c40-6e74-49a5-854e-bd9015e84822 not bound to the agent host dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:47:26.946737 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39502) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:26.998760 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-189892c4-d155-4847-81cf-773bcff74565 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f30a1c1bd9d410aa1ef1bc30e02200d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0506530 Feb 12 21:47:27.001321 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39506) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:27.061919 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aad582bb-cfd8-4dbc-a51d-bb1b1a8eeb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:27.089148 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aad582bb-cfd8-4dbc-a51d-bb1b1a8eeb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:27.139491 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aad582bb-cfd8-4dbc-a51d-bb1b1a8eeb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:27.144579 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-21296d83-cfe5-45d5-90a6-59bf1e82ebd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:27.158363 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad582bb-cfd8-4dbc-a51d-bb1b1a8eeb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f2fda5-1a1e-4d24-88f6-460ca847154e,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:27.162195 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-aad582bb-cfd8-4dbc-a51d-bb1b1a8eeb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:27.165483 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aad582bb-cfd8-4dbc-a51d-bb1b1a8eeb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:27.166684 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-aad582bb-cfd8-4dbc-a51d-bb1b1a8eeb4f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17f2fda5-1a1e-4d24-88f6-460ca847154e HTTP/1.1" status: 204 len: 168 time: 0.1644034 Feb 12 21:47:30.585024 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:34.349745 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39614) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:34.509890 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:34.526769 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:47:34.530836 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Usage tracker for resource:security_group_rule and tenant:1c4f38f806ba42d1b854fabe1ebf1352 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:47:34.533831 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:47:34.540205 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:47:34.629629 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:34.632174 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:34.641089 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-8d883778-2769-42db-b0a8-a154f43ecbfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:34.683627 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c4f38f806ba42d1b854fabe1ebf1352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327367 Feb 12 21:47:34.685376 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97c87a3-fcb1-4016-a02f-1c2fec044e14,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:34.686633 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 39622) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:34.693375 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.693805 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.694218 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.694626 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.695060 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.695464 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.695893 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.696296 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.696695 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.697093 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.697492 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.697886 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.698373 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.698775 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.699175 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.699570 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.700006 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.700405 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.700799 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.701450 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.701855 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.702249 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.702643 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.703034 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:47:34.707480 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:34.750610 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be0d7a8e-7a3c-4694-91b6-eff83deb5246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:34.778301 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be0d7a8e-7a3c-4694-91b6-eff83deb5246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:34.825180 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be0d7a8e-7a3c-4694-91b6-eff83deb5246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:34.830578 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1e90a02f-3d6c-4fde-be59-12793eddcc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:34.842318 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d7a8e-7a3c-4694-91b6-eff83deb5246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97c87a3-fcb1-4016-a02f-1c2fec044e14,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:34.845573 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-be0d7a8e-7a3c-4694-91b6-eff83deb5246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:34.851849 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be0d7a8e-7a3c-4694-91b6-eff83deb5246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:34.852924 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-be0d7a8e-7a3c-4694-91b6-eff83deb5246 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d97c87a3-fcb1-4016-a02f-1c2fec044e14 HTTP/1.1" status: 204 len: 168 time: 0.1652815 Feb 12 21:47:42.038673 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1d376052-25ca-449c-ad38-36019e08ce64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:43.672067 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:47:44.468568 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-de4b2ae7-5f45-4d36-81e2-d12867d01c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:45.070244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:45.514979 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39754) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:45.638308 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b9b564f-5b4a-4780-aa74-166c5fb03866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:45.654013 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-1b9b564f-5b4a-4780-aa74-166c5fb03866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:47:45.658085 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-1b9b564f-5b4a-4780-aa74-166c5fb03866 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f760bfc01e451f9fae03cffbce2274 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:47:45.661101 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-1b9b564f-5b4a-4780-aa74-166c5fb03866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:47:45.666864 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-1b9b564f-5b4a-4780-aa74-166c5fb03866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:47:45.755655 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:45.994683 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b9b564f-5b4a-4780-aa74-166c5fb03866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:45.997511 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b9b564f-5b4a-4780-aa74-166c5fb03866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:46.006429 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7837e0f4-7bd8-480f-a402-76cf26850468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:46.049961 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-1b9b564f-5b4a-4780-aa74-166c5fb03866 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0f760bfc01e451f9fae03cffbce2274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5338209 Feb 12 21:47:46.050930 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b564f-5b4a-4780-aa74-166c5fb03866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64874f3c-fb39-4e90-8b06-dbaf0b37f69a,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:46.052887 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 39762) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:46.054540 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1b9b564f-5b4a-4780-aa74-166c5fb03866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:46.118880 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0695fe3e-c9e0-441c-a326-076c89c55815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:46.146871 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0695fe3e-c9e0-441c-a326-076c89c55815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:46.193066 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0695fe3e-c9e0-441c-a326-076c89c55815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:46.198256 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-be0d7a8e-7a3c-4694-91b6-eff83deb5246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:46.211016 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695fe3e-c9e0-441c-a326-076c89c55815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64874f3c-fb39-4e90-8b06-dbaf0b37f69a,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:46.214278 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0695fe3e-c9e0-441c-a326-076c89c55815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:46.216758 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0695fe3e-c9e0-441c-a326-076c89c55815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:46.217928 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0695fe3e-c9e0-441c-a326-076c89c55815 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64874f3c-fb39-4e90-8b06-dbaf0b37f69a HTTP/1.1" status: 204 len: 168 time: 0.1639900 Feb 12 21:47:46.735733 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:48.363218 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 39832) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:48.490379 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93f21bd1-20fe-4e5d-b77e-bf5351011d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:48.506302 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-93f21bd1-20fe-4e5d-b77e-bf5351011d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:47:48.510472 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-93f21bd1-20fe-4e5d-b77e-bf5351011d52 admin admin] Usage tracker for resource:security_group_rule and tenant:bec507e1717c4d93a30a0e6184c52b5b is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:47:48.513507 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-93f21bd1-20fe-4e5d-b77e-bf5351011d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:47:48.519293 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-93f21bd1-20fe-4e5d-b77e-bf5351011d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:47:48.603014 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93f21bd1-20fe-4e5d-b77e-bf5351011d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:48.606754 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93f21bd1-20fe-4e5d-b77e-bf5351011d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:48.615833 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b2c28fa1-7db3-4f6c-9a3f-548f95aa8199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:48.656828 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-93f21bd1-20fe-4e5d-b77e-bf5351011d52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bec507e1717c4d93a30a0e6184c52b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924581 Feb 12 21:47:48.658574 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f21bd1-20fe-4e5d-b77e-bf5351011d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94ae8d7-49f9-4b80-888f-49586bd5bdcd,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:48.659722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39838) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:48.662230 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-93f21bd1-20fe-4e5d-b77e-bf5351011d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:48.722360 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a709-a642-41a8-9cd1-1dbc0118d970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:48.749279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a709-a642-41a8-9cd1-1dbc0118d970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:48.792645 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a709-a642-41a8-9cd1-1dbc0118d970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:48.798083 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-08aa67b7-b118-445d-9696-74b0d9f8b4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:48.815484 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8a709-a642-41a8-9cd1-1dbc0118d970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94ae8d7-49f9-4b80-888f-49586bd5bdcd,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:48.820677 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ebf8a709-a642-41a8-9cd1-1dbc0118d970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:48.827644 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebf8a709-a642-41a8-9cd1-1dbc0118d970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:48.828880 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ebf8a709-a642-41a8-9cd1-1dbc0118d970 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a94ae8d7-49f9-4b80-888f-49586bd5bdcd HTTP/1.1" status: 204 len: 168 time: 0.1679986 Feb 12 21:47:49.116752 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39846) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:49.135975 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-20583dd3-aec9-4367-99b9-4e817a51d276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:49.151411 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-20583dd3-aec9-4367-99b9-4e817a51d276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:47:49.156123 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-20583dd3-aec9-4367-99b9-4e817a51d276 admin admin] Usage tracker for resource:security_group_rule and tenant:3cdd5f8124064824a7ca43532bc341ae is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:47:49.159021 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-20583dd3-aec9-4367-99b9-4e817a51d276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:47:49.164750 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-20583dd3-aec9-4367-99b9-4e817a51d276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:47:49.248406 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-20583dd3-aec9-4367-99b9-4e817a51d276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:49.251045 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-20583dd3-aec9-4367-99b9-4e817a51d276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:49.265193 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-10049c39-8e69-4b82-943b-b80489fcd4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:49.299633 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-20583dd3-aec9-4367-99b9-4e817a51d276 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3cdd5f8124064824a7ca43532bc341ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817305 Feb 12 21:47:49.302617 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39850) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:49.319897 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20583dd3-aec9-4367-99b9-4e817a51d276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5e07e8-dae8-4203-9de7-2e4b05312dd3,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:49.325588 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-20583dd3-aec9-4367-99b9-4e817a51d276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:49.375605 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-95c6d3e0-9171-4615-b21e-86d8467badee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:49.404584 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-95c6d3e0-9171-4615-b21e-86d8467badee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:49.456263 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-95c6d3e0-9171-4615-b21e-86d8467badee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:49.460977 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ca8e64bf-38b8-4b0a-891d-8137e2ceab0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:49.474880 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6d3e0-9171-4615-b21e-86d8467badee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5e07e8-dae8-4203-9de7-2e4b05312dd3,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:49.477279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-95c6d3e0-9171-4615-b21e-86d8467badee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:49.479687 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-95c6d3e0-9171-4615-b21e-86d8467badee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:49.481063 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-95c6d3e0-9171-4615-b21e-86d8467badee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/af5e07e8-dae8-4203-9de7-2e4b05312dd3 HTTP/1.1" status: 204 len: 168 time: 0.1772025 Feb 12 21:47:54.669399 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 39948) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:54.796255 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d5581095-0452-493e-9903-409d4cf334c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:54.811855 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-d5581095-0452-493e-9903-409d4cf334c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:47:54.816280 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-d5581095-0452-493e-9903-409d4cf334c3 admin admin] Usage tracker for resource:security_group_rule and tenant:7eb5db8ae48d4bc89592e2866fa5476a is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:47:54.819186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-d5581095-0452-493e-9903-409d4cf334c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:47:54.825805 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-d5581095-0452-493e-9903-409d4cf334c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:47:54.908780 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d5581095-0452-493e-9903-409d4cf334c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:54.911870 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d5581095-0452-493e-9903-409d4cf334c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:54.921432 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-78381545-e0b2-4740-92dc-7a46dbefc15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:54.963852 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-d5581095-0452-493e-9903-409d4cf334c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7eb5db8ae48d4bc89592e2866fa5476a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931654 Feb 12 21:47:54.964786 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5581095-0452-493e-9903-409d4cf334c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898059f9-9ec1-4774-bb51-5b9931b55e39,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:54.966684 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39954) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:54.968233 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d5581095-0452-493e-9903-409d4cf334c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:55.033079 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a370374e-e7b2-444e-9a90-cfbc410d548d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:55.061447 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a370374e-e7b2-444e-9a90-cfbc410d548d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:55.107567 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a370374e-e7b2-444e-9a90-cfbc410d548d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:55.112706 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b53b733e-165f-4ae4-97d8-9373aa6aae0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:55.125999 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370374e-e7b2-444e-9a90-cfbc410d548d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898059f9-9ec1-4774-bb51-5b9931b55e39,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:55.129332 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a370374e-e7b2-444e-9a90-cfbc410d548d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:55.131674 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a370374e-e7b2-444e-9a90-cfbc410d548d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:55.134445 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-a370374e-e7b2-444e-9a90-cfbc410d548d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/898059f9-9ec1-4774-bb51-5b9931b55e39 HTTP/1.1" status: 204 len: 168 time: 0.1655722 Feb 12 21:47:55.422449 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 39964) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:55.442058 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f052c68-c382-4c07-b4a3-7877d6c01d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:55.458349 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0f052c68-c382-4c07-b4a3-7877d6c01d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:47:55.462410 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0f052c68-c382-4c07-b4a3-7877d6c01d82 admin admin] Usage tracker for resource:security_group_rule and tenant:4218da27f13e42519efa4e12299c785e is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:47:55.465419 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-0f052c68-c382-4c07-b4a3-7877d6c01d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:47:55.471184 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-0f052c68-c382-4c07-b4a3-7877d6c01d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:47:55.563242 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f052c68-c382-4c07-b4a3-7877d6c01d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:55.566034 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f052c68-c382-4c07-b4a3-7877d6c01d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:55.575395 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-50a06195-37c5-474b-9b12-f2de28036fac tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:55.616790 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-0f052c68-c382-4c07-b4a3-7877d6c01d82 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4218da27f13e42519efa4e12299c785e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930487 Feb 12 21:47:55.618404 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f052c68-c382-4c07-b4a3-7877d6c01d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdc7d41-7361-4938-8c1a-ed9c836b6f2e,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:55.619774 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 39968) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:55.622183 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0f052c68-c382-4c07-b4a3-7877d6c01d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:55.682981 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-12f38aa2-fd4d-4f25-850a-04a904c063ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:55.710624 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-12f38aa2-fd4d-4f25-850a-04a904c063ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:55.758403 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-12f38aa2-fd4d-4f25-850a-04a904c063ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:55.763332 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-8c224b59-5fe3-4504-abe5-c6f88ac4f412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:55.777106 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f38aa2-fd4d-4f25-850a-04a904c063ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdc7d41-7361-4938-8c1a-ed9c836b6f2e,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:55.779979 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-12f38aa2-fd4d-4f25-850a-04a904c063ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:47:55.790012 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-12f38aa2-fd4d-4f25-850a-04a904c063ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:55.791230 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-12f38aa2-fd4d-4f25-850a-04a904c063ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ccdc7d41-7361-4938-8c1a-ed9c836b6f2e HTTP/1.1" status: 204 len: 168 time: 0.1703877 Feb 12 21:47:59.684077 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 40070) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:59.809297 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09887cd3-b0f2-460f-8be2-fee197d83ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:59.826666 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-09887cd3-b0f2-460f-8be2-fee197d83ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:47:59.830780 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-09887cd3-b0f2-460f-8be2-fee197d83ac4 admin admin] Usage tracker for resource:security_group_rule and tenant:e5a31b712a304b649cc42db9b50a69f2 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:47:59.833849 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-09887cd3-b0f2-460f-8be2-fee197d83ac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:47:59.839728 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-09887cd3-b0f2-460f-8be2-fee197d83ac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:47:59.924386 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09887cd3-b0f2-460f-8be2-fee197d83ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:59.927308 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09887cd3-b0f2-460f-8be2-fee197d83ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:47:59.937023 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b535ee52-c358-4b14-9bbb-fbdb4d46fc26 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:47:59.978635 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-09887cd3-b0f2-460f-8be2-fee197d83ac4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5a31b712a304b649cc42db9b50a69f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940469 Feb 12 21:47:59.980344 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09887cd3-b0f2-460f-8be2-fee197d83ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aad9894-b4b8-4b0d-89f9-517396bcb075,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:47:59.981643 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 40076) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:47:59.983752 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-09887cd3-b0f2-460f-8be2-fee197d83ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:00.049147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2db158c8-6d65-4690-95af-e4ca14fc1921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:00.076928 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2db158c8-6d65-4690-95af-e4ca14fc1921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:00.124363 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2db158c8-6d65-4690-95af-e4ca14fc1921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:00.130246 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f1b33b41-4896-4252-bc1f-6a55c10775e8 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:00.144404 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db158c8-6d65-4690-95af-e4ca14fc1921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aad9894-b4b8-4b0d-89f9-517396bcb075,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:00.148347 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2db158c8-6d65-4690-95af-e4ca14fc1921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:00.154563 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2db158c8-6d65-4690-95af-e4ca14fc1921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:00.155815 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-2db158c8-6d65-4690-95af-e4ca14fc1921 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6aad9894-b4b8-4b0d-89f9-517396bcb075 HTTP/1.1" status: 204 len: 168 time: 0.1730640 Feb 12 21:48:00.448369 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 40084) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:00.472594 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-99cc5151-484e-4265-9a22-f6f970e6d209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:00.488700 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-99cc5151-484e-4265-9a22-f6f970e6d209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:48:00.492858 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-99cc5151-484e-4265-9a22-f6f970e6d209 admin admin] Usage tracker for resource:security_group_rule and tenant:849f555c4b4d4fdba41286204236b0ba is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:48:00.495840 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-99cc5151-484e-4265-9a22-f6f970e6d209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:48:00.502152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-99cc5151-484e-4265-9a22-f6f970e6d209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:48:00.588388 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-99cc5151-484e-4265-9a22-f6f970e6d209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:00.591441 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-99cc5151-484e-4265-9a22-f6f970e6d209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:00.600964 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-20583dd3-aec9-4367-99b9-4e817a51d276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:00.601133 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:00.644626 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-99cc5151-484e-4265-9a22-f6f970e6d209 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=849f555c4b4d4fdba41286204236b0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950948 Feb 12 21:48:00.645591 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc5151-484e-4265-9a22-f6f970e6d209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b132fe2-b578-4729-9ffc-14aec02bcdd6,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:00.647592 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 40088) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:00.648877 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-99cc5151-484e-4265-9a22-f6f970e6d209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:00.710808 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f5dd6b04-8a43-418e-9ec7-d99402bd518f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:00.740773 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f5dd6b04-8a43-418e-9ec7-d99402bd518f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:00.784788 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f5dd6b04-8a43-418e-9ec7-d99402bd518f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:00.789628 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-36d341e9-6fdb-48ca-aa2b-9b8bb23ea3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:00.803841 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd6b04-8a43-418e-9ec7-d99402bd518f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b132fe2-b578-4729-9ffc-14aec02bcdd6,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:00.806308 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-f5dd6b04-8a43-418e-9ec7-d99402bd518f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:00.813418 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f5dd6b04-8a43-418e-9ec7-d99402bd518f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:00.814620 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-f5dd6b04-8a43-418e-9ec7-d99402bd518f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b132fe2-b578-4729-9ffc-14aec02bcdd6 HTTP/1.1" status: 204 len: 168 time: 0.1651545 Feb 12 21:48:01.562384 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5e2b262d-9b50-4101-8c26-21dd2ee8fa55 req-a72f9c1f-9562-4638-906c-f6348c2ff186 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0829902 Feb 12 21:48:01.992051 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b262d-9b50-4101-8c26-21dd2ee8fa55 req-c8995b1c-100d-49d2-b532-eb774fa85510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:01.993677 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5e2b262d-9b50-4101-8c26-21dd2ee8fa55 req-c8995b1c-100d-49d2-b532-eb774fa85510 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=719ecf1999794f40901c036e44df1ab2&device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 1162 time: 0.3283606 Feb 12 21:48:02.167548 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b262d-9b50-4101-8c26-21dd2ee8fa55 req-24751fe0-3943-4c0e-8ac6-768d7b79705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:02.169881 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5e2b262d-9b50-4101-8c26-21dd2ee8fa55 req-24751fe0-3943-4c0e-8ac6-768d7b79705a service neutron] 10.222.0.66 "GET /v2.0/networks?id=49d264eb-e6ab-4a06-85dd-4a170108092b HTTP/1.1" status: 200 len: 905 time: 0.1544461 Feb 12 21:48:02.282276 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5e2b262d-9b50-4101-8c26-21dd2ee8fa55 req-4c29835a-9a2a-404f-b416-74469a8edcf7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6815d58-c129-4a81-974c-8cbef8b6ed7a HTTP/1.1" status: 200 len: 1000 time: 0.1057494 Feb 12 21:48:02.352355 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b262d-9b50-4101-8c26-21dd2ee8fa55 req-af2e62a2-417d-40b3-b909-3c707e071ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:02.353819 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5e2b262d-9b50-4101-8c26-21dd2ee8fa55 req-af2e62a2-417d-40b3-b909-3c707e071ed1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=15c6f20f-eb79-4905-a5a3-1d30426979c3 HTTP/1.1" status: 200 len: 850 time: 0.0648084 Feb 12 21:48:02.434575 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b262d-9b50-4101-8c26-21dd2ee8fa55 req-673ebc2d-1968-4435-9cc2-b8bfc8491cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:02.436242 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5e2b262d-9b50-4101-8c26-21dd2ee8fa55 req-673ebc2d-1968-4435-9cc2-b8bfc8491cb5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49d264eb-e6ab-4a06-85dd-4a170108092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759764 Feb 12 21:48:02.583280 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5e2b262d-9b50-4101-8c26-21dd2ee8fa55 req-ee724ef6-abe9-4709-80e3-9e601a23d120 service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382816 Feb 12 21:48:02.726051 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5e2b262d-9b50-4101-8c26-21dd2ee8fa55 req-f0721cce-70cc-4a26-85c4-bbaea2c0625f service neutron] 10.222.0.66 "GET /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361892 Feb 12 21:48:12.039345 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c7dfd52-1069-4c74-b06b-922ee4709918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:14.471857 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-533f3502-47cc-4565-b219-b63fd81d3d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:15.072526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:15.757740 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:16.738380 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:20.672924 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:48:22.261161 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcb9d9-0c1f-4ae6-a3c1-d38ee8b54967 req-103abb20-beed-487c-a19a-c42bc4900646 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:22.262758 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-96fcb9d9-0c1f-4ae6-a3c1-d38ee8b54967 req-103abb20-beed-487c-a19a-c42bc4900646 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 945 time: 0.0913386 Feb 12 21:48:22.312311 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-96fcb9d9-0c1f-4ae6-a3c1-d38ee8b54967 req-9491d359-f148-449a-a22f-1259abb1f493 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8c2fab3-1b43-4f43-b2c5-822538e7020b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420425 Feb 12 21:48:23.520415 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0f050-fc35-4fe0-89f8-c2b9c47829e0 req-7a15aae1-3fd7-4cef-944f-7d19e8e306d9 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:23.522008 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83e0f050-fc35-4fe0-89f8-c2b9c47829e0 req-7a15aae1-3fd7-4cef-944f-7d19e8e306d9 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 945 time: 0.0885956 Feb 12 21:48:23.574243 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-83e0f050-fc35-4fe0-89f8-c2b9c47829e0 req-ff5836cc-6c81-4a4e-a8d9-b1f8b9dbd190 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8c2fab3-1b43-4f43-b2c5-822538e7020b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457578 Feb 12 21:48:24.370934 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device a6815d58-c129-4a81-974c-8cbef8b6ed7a up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:48:24.448389 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port a6815d58-c129-4a81-974c-8cbef8b6ed7a triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:48:24.448968 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:24.686649 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bebf5-f254-4273-9c0e-a25e3d8950a0 req-7504abb8-d244-4f39-b47b-4ccdc3d22e6a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:24.688292 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-be3bebf5-f254-4273-9c0e-a25e3d8950a0 req-7504abb8-d244-4f39-b47b-4ccdc3d22e6a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 945 time: 0.0869322 Feb 12 21:48:24.835002 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-be3bebf5-f254-4273-9c0e-a25e3d8950a0 req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Deleting port a6815d58-c129-4a81-974c-8cbef8b6ed7a {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:48:24.835381 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-be3bebf5-f254-4273-9c0e-a25e3d8950a0 req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:24.901315 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f57e0b-5ea0-481e-b21c-2d255273d316 req-33791f5b-4f95-4418-8c1c-9d182989295e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:24.902941 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d8f57e0b-5ea0-481e-b21c-2d255273d316 req-33791f5b-4f95-4418-8c1c-9d182989295e tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 945 time: 0.2114091 Feb 12 21:48:25.028724 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-d8f57e0b-5ea0-481e-b21c-2d255273d316 req-42a676fa-c1d3-45cd-9833-caad40796990 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups?id=a8c2fab3-1b43-4f43-b2c5-822538e7020b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167192 Feb 12 21:48:25.159331 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-be3bebf5-f254-4273-9c0e-a25e3d8950a0 req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] For port a6815d58-c129-4a81-974c-8cbef8b6ed7a, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a6815d58-c129-4a81-974c-8cbef8b6ed7a,segment=NetworkSegment(98181978-c7f8-44c4-870c-7d9c406325cb),segment_id=98181978-c7f8-44c4-870c-7d9c406325cb)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:48:25.159762 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-be3bebf5-f254-4273-9c0e-a25e3d8950a0 req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:25.485369 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-be3bebf5-f254-4273-9c0e-a25e3d8950a0 req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:25.485794 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-be3bebf5-f254-4273-9c0e-a25e3d8950a0 req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114861'] for floatingip, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:25.486150 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.db.l3_db [req-be3bebf5-f254-4273-9c0e-a25e3d8950a0 req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Floating IP 220b8ad5-a672-4ed5-8b1d-1a98f5f5c8ac disassociated. External IP: 172.28.0.68, port: a6815d58-c129-4a81-974c-8cbef8b6ed7a. Feb 12 21:48:25.486535 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-be3bebf5-f254-4273-9c0e-a25e3d8950a0 req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Calling delete_port for a6815d58-c129-4a81-974c-8cbef8b6ed7a owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:48:25.649871 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-be3bebf5-f254-4273-9c0e-a25e3d8950a0 req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:25.665613 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1e2a3d1e-48ab-4f5b-a8a8-1d36f8c6d7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:25.762678 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event deleted for resources: {'Port': ['ID=a6815d58-c129-4a81-974c-8cbef8b6ed7a,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:25.784065 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.784481 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.784888 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.785292 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.785693 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.786088 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.786481 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.786875 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.787265 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.787659 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.788074 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.788464 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.788988 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.789392 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.789787 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.790183 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.790576 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.790969 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.791359 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.791784 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.792178 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.792568 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.792951 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.793338 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:25.799762 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:26.065962 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be3bebf5-f254-4273-9c0e-a25e3d8950a0 req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Router 025a334f-6ae2-4888-af00-96398b0b1495 has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:48:26.207432 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device a6815d58-c129-4a81-974c-8cbef8b6ed7a no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:48:26.249130 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] No Port match for: a6815d58-c129-4a81-974c-8cbef8b6ed7a {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:48:26.249528 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device a6815d58-c129-4a81-974c-8cbef8b6ed7a not bound to the agent host hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:48:26.269228 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-fb6e7f28-f51f-475e-82cb-b35fc8f5b13d req-9c0f1821-9dc4-408f-99d2-90cae524e8b7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4 HTTP/1.1" status: 200 len: 210 time: 0.0666661 Feb 12 21:48:26.322162 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be3bebf5-f254-4273-9c0e-a25e3d8950a0 req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:48:26.334276 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbada5d4-fed4-4846-9cce-5acf92c3be04 None None] Sync routers for ids ['025a334f-6ae2-4888-af00-96398b0b1495'] in dv-cinder-775250-2-smb {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:48:26.346096 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbada5d4-fed4-4846-9cce-5acf92c3be04 None None] Routers {'025a334f-6ae2-4888-af00-96398b0b1495'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:48:26.346791 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fbada5d4-fed4-4846-9cce-5acf92c3be04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:48:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['025a334f-6ae2-4888-af00-96398b0b1495'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:48:26.366215 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3bebf5-f254-4273-9c0e-a25e3d8950a0 req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] No DVR routers for this DVR port a6815d58-c129-4a81-974c-8cbef8b6ed7a on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:48:26.368593 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-be3bebf5-f254-4273-9c0e-a25e3d8950a0 req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:26.371503 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4', 'name': 'network-vif-deleted', 'tag': 'a6815d58-c129-4a81-974c-8cbef8b6ed7a'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:48:26.393585 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-be3bebf5-f254-4273-9c0e-a25e3d8950a0 req-2ee4cf0f-0a69-4071-9e93-4c0a34589d62 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.66 "DELETE /v2.0/ports/a6815d58-c129-4a81-974c-8cbef8b6ed7a HTTP/1.1" status: 204 len: 173 time: 1.6645269 Feb 12 21:48:26.435061 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fa2cdb-d1b5-43f0-bcf0-ba1a2cdc88b4', 'name': 'network-vif-deleted', 'tag': 'a6815d58-c129-4a81-974c-8cbef8b6ed7a', 'status': 'completed', 'code': 200} Feb 12 21:48:26.555618 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-fbada5d4-fed4-4846-9cce-5acf92c3be04 None None] Set router 025a334f-6ae2-4888-af00-96398b0b1495 gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:48:26.897057 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fbada5d4-fed4-4846-9cce-5acf92c3be04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:46Z', 'revision_number': 4, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'd9cc35e3-c4d1-445b-99fc-4f027d63224a', 'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'mac_address': 'fa:16:3e:24:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:45Z', 'updated_at': '2021-02-12T21:40:54Z', 'revision_number': 5, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'subnets': [{'id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:48:26.901460 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbada5d4-fed4-4846-9cce-5acf92c3be04 None None] Checking router: 025a334f-6ae2-4888-af00-96398b0b1495 for host: dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:48:26.911740 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbada5d4-fed4-4846-9cce-5acf92c3be04 None None] Routers {'025a334f-6ae2-4888-af00-96398b0b1495'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:48:26.912439 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fbada5d4-fed4-4846-9cce-5acf92c3be04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:48:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['025a334f-6ae2-4888-af00-96398b0b1495'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:48:27.107990 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-fbada5d4-fed4-4846-9cce-5acf92c3be04 None None] Set router 025a334f-6ae2-4888-af00-96398b0b1495 gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:48:27.404734 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 40392) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:27.456380 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fbada5d4-fed4-4846-9cce-5acf92c3be04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:46Z', 'revision_number': 4, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'd9cc35e3-c4d1-445b-99fc-4f027d63224a', 'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'mac_address': 'fa:16:3e:24:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:45Z', 'updated_at': '2021-02-12T21:40:54Z', 'revision_number': 5, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'subnets': [{'id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:48:27.461256 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbada5d4-fed4-4846-9cce-5acf92c3be04 None None] The sync data for ids ['025a334f-6ae2-4888-af00-96398b0b1495'] in dv-cinder-775250-2-smb is: [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:40:46Z', 'revision_number': 4, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb', '_interfaces': [{'id': 'd9cc35e3-c4d1-445b-99fc-4f027d63224a', 'name': '', 'network_id': '49d264eb-e6ab-4a06-85dd-4a170108092b', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'mac_address': 'fa:16:3e:24:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:45Z', 'updated_at': '2021-02-12T21:40:54Z', 'revision_number': 5, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'subnets': [{'id': '15c6f20f-eb79-4905-a5a3-1d30426979c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:48:27.490411 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-316a430c-eca9-41c1-8806-424d0c78c5e0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:27.520893 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-316a430c-eca9-41c1-8806-424d0c78c5e0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:27.569761 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-316a430c-eca9-41c1-8806-424d0c78c5e0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:27.575046 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d1919475-3499-4bd0-b3eb-f1ccc10fcd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:27.592260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a430c-eca9-41c1-8806-424d0c78c5e0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c2fab3-1b43-4f43-b2c5-822538e7020b,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:27.595751 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-316a430c-eca9-41c1-8806-424d0c78c5e0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:27.602316 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-316a430c-eca9-41c1-8806-424d0c78c5e0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:27.603545 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-316a430c-eca9-41c1-8806-424d0c78c5e0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "DELETE /v2.0/security-groups/a8c2fab3-1b43-4f43-b2c5-822538e7020b HTTP/1.1" status: 204 len: 168 time: 0.1967120 Feb 12 21:48:27.606657 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 40400) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:27.628393 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.api.v2.resource [None req-07c54184-f467-43fe-8ed9-2c948a05ed7c tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] show failed (client error): The resource could not be found. Feb 12 21:48:27.629528 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-07c54184-f467-43fe-8ed9-2c948a05ed7c tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "GET /v2.0/security-groups/a8c2fab3-1b43-4f43-b2c5-822538e7020b HTTP/1.1" status: 404 len: 347 time: 0.0217998 Feb 12 21:48:27.632722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 40404) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:27.810742 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Deleting port ff055508-afeb-44f5-bff9-8dcc4dc3dcbe {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:48:27.811121 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:27.863006 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a597930f-06b2-4e33-9431-19eb25fa21bd None None] New status for floating IP 220b8ad5-a672-4ed5-8b1d-1a98f5f5c8ac: DOWN {{(pid=84072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 12 21:48:27.996954 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:27.997586 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:28.136457 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Calling delete_port for ff055508-afeb-44f5-bff9-8dcc4dc3dcbe owned by network:floatingip {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:48:28.229345 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84068) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:48:28.229715 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:48:28.730703 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Deleting port ff055508-afeb-44f5-bff9-8dcc4dc3dcbe {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:48:28.731099 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:28.912278 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:28.912656 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:29.047061 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Calling delete_port for ff055508-afeb-44f5-bff9-8dcc4dc3dcbe owned by network:floatingip {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:48:29.192233 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:29.208531 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-661747df-c37b-464c-92b8-5ca317edcd9a tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:29.304417 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Pushing event deleted for resources: {'Port': ['ID=ff055508-afeb-44f5-bff9-8dcc4dc3dcbe,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:29.308443 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:29.433477 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks [] for floatingip, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:29.463106 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for floatingip, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:29.464494 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-113c3a4f-e13b-4c1f-8539-9b60376b95f7 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] 10.222.0.35 "DELETE /v2.0/floatingips/220b8ad5-a672-4ed5-8b1d-1a98f5f5c8ac HTTP/1.1" status: 204 len: 168 time: 1.8306844 Feb 12 21:48:30.619861 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:33.540605 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 40450) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:34.298508 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854119883'] for router_interface, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:34.687385 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Deleting port d9cc35e3-c4d1-445b-99fc-4f027d63224a {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:48:34.688091 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:34.891431 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] For port d9cc35e3-c4d1-445b-99fc-4f027d63224a, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=d9cc35e3-c4d1-445b-99fc-4f027d63224a,segment=NetworkSegment(98181978-c7f8-44c4-870c-7d9c406325cb),segment_id=98181978-c7f8-44c4-870c-7d9c406325cb)] {{(pid=84068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:48:34.891857 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:35.064087 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Calling delete_port for d9cc35e3-c4d1-445b-99fc-4f027d63224a owned by network:router_interface {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:48:35.531153 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:35.547045 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-714b2c42-4d03-40ea-bfde-43e26bab95aa tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:35.644952 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9cc35e3-c4d1-445b-99fc-4f027d63224a,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:35.662882 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.663577 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.664267 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.664973 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.665682 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.666402 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.667104 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.667851 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.668570 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.669271 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.669982 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.670681 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.671610 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.672355 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.672965 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.673380 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.674106 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.674521 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.674929 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.675337 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.675764 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.676172 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.676573 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.676975 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:35.682495 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:36.001155 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854119761'] for router_interface, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:36.508903 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Router 025a334f-6ae2-4888-af00-96398b0b1495 has already been hosted by L3 agent 96718e8e-2035-48d7-be1a-421d351bcc75 {{(pid=84068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 12 21:48:36.697293 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] Notify agent at l3_agent.dv-cinder-775250-2-smb the message routers_updated {{(pid=84068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 12 21:48:36.707898 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a4fff-17e0-4dbd-808f-c93bef76737d None None] Sync routers for ids ['025a334f-6ae2-4888-af00-96398b0b1495'] in dv-cinder-775250-2-smb {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 12 21:48:36.712842 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-47973739-af9a-4293-8224-1b93014aa082 admin admin] 10.222.0.35 "PUT /v2.0/routers/025a334f-6ae2-4888-af00-96398b0b1495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1684885 Feb 12 21:48:36.713182 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 40474) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:36.718711 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a4fff-17e0-4dbd-808f-c93bef76737d None None] Routers {'025a334f-6ae2-4888-af00-96398b0b1495'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:48:36.719411 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-876a4fff-17e0-4dbd-808f-c93bef76737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:48:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['025a334f-6ae2-4888-af00-96398b0b1495'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:48:36.908593 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c8aec21-4281-4de9-bca9-497803537b0f admin admin] Notify callbacks [] for router, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:36.921510 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-876a4fff-17e0-4dbd-808f-c93bef76737d None None] Set router 025a334f-6ae2-4888-af00-96398b0b1495 gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:48:37.105425 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c8aec21-4281-4de9-bca9-497803537b0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:37.111290 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5c8aec21-4281-4de9-bca9-497803537b0f admin admin] Deleting port c783e1e9-e07c-425f-ace2-684865832649 {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:48:37.111672 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c8aec21-4281-4de9-bca9-497803537b0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:37.237431 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-876a4fff-17e0-4dbd-808f-c93bef76737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:48:35Z', 'revision_number': 5, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:48:37.241932 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a4fff-17e0-4dbd-808f-c93bef76737d None None] Checking router: 025a334f-6ae2-4888-af00-96398b0b1495 for host: dv-cinder-775250-2-smb {{(pid=84070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 12 21:48:37.252244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a4fff-17e0-4dbd-808f-c93bef76737d None None] Routers {'025a334f-6ae2-4888-af00-96398b0b1495'} bound to L3 agent in host dv-cinder-775250-2-smb {{(pid=84070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 12 21:48:37.253079 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-876a4fff-17e0-4dbd-808f-c93bef76737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-12T21:26:44Z,description=,heartbeat_timestamp=2021-02-12T21:48:14Z,host='dv-cinder-775250-2-smb',id=96718e8e-2035-48d7-be1a-421d351bcc75,load=0,resource_versions=,resources_synced=,started_at=2021-02-12T21:26:44Z,topic='l3_agent')) {'router_ids': ['025a334f-6ae2-4888-af00-96398b0b1495'], 'active': True} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:48:37.313130 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5c8aec21-4281-4de9-bca9-497803537b0f admin admin] For port c783e1e9-e07c-425f-ace2-684865832649, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=c783e1e9-e07c-425f-ace2-684865832649,segment=NetworkSegment(6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb),segment_id=6d2dc78a-c69b-4e7e-a7f6-00f425fdcacb)] {{(pid=84068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:48:37.313712 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c8aec21-4281-4de9-bca9-497803537b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:37.464812 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5c8aec21-4281-4de9-bca9-497803537b0f admin admin] Calling delete_port for c783e1e9-e07c-425f-ace2-684865832649 owned by network:router_gateway {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:48:37.631302 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-876a4fff-17e0-4dbd-808f-c93bef76737d None None] Set router 025a334f-6ae2-4888-af00-96398b0b1495 gateway port host: dv-cinder-775250-2-smb {{(pid=84070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 12 21:48:37.846054 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c8aec21-4281-4de9-bca9-497803537b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:37.943347 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-876a4fff-17e0-4dbd-808f-c93bef76737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:48:35Z', 'revision_number': 5, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}], 'dv-cinder-775250-2-smb', False) {} {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:48:37.947523 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a4fff-17e0-4dbd-808f-c93bef76737d None None] The sync data for ids ['025a334f-6ae2-4888-af00-96398b0b1495'] in dv-cinder-775250-2-smb is: [{'id': '025a334f-6ae2-4888-af00-96398b0b1495', 'name': 'tempest-AttachVolumeTestJSON-2076032849-router', 'tenant_id': '719ecf1999794f40901c036e44df1ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'external_fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c783e1e9-e07c-425f-ace2-684865832649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-12T21:40:37Z', 'updated_at': '2021-02-12T21:48:35Z', 'revision_number': 5, 'project_id': '719ecf1999794f40901c036e44df1ab2', 'gw_port': {'id': 'c783e1e9-e07c-425f-ace2-684865832649', 'name': '', 'network_id': '5a123e99-c8d4-46ae-bf35-04ebb9b85da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a334f-6ae2-4888-af00-96398b0b1495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'ip_address': '172.28.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-12T21:40:38Z', 'updated_at': '2021-02-12T21:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3df2dbbb-2cf4-410a-9e1d-3415c76c275c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-2-smb'}] {{(pid=84070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 12 21:48:38.044094 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c8aec21-4281-4de9-bca9-497803537b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660797'] for router_gateway, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:38.189608 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c8aec21-4281-4de9-bca9-497803537b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-206338'] for router, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:38.192212 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c8aec21-4281-4de9-bca9-497803537b0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:38.221272 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c8aec21-4281-4de9-bca9-497803537b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-661979'] for router, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:38.221954 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8aec21-4281-4de9-bca9-497803537b0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 025a334f-6ae2-4888-af00-96398b0b1495 {{(pid=84068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 12 21:48:38.235453 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c8aec21-4281-4de9-bca9-497803537b0f admin admin] Notify callbacks [] for router, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:38.236734 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-5c8aec21-4281-4de9-bca9-497803537b0f admin admin] 10.222.0.35 "DELETE /v2.0/routers/025a334f-6ae2-4888-af00-96398b0b1495 HTTP/1.1" status: 204 len: 168 time: 1.5226521 Feb 12 21:48:38.239629 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 40486) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:38.308878 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc514f92-e135-4b7d-b61a-fa87d5a4641c admin admin] Deleting subnet 15c6f20f-eb79-4905-a5a3-1d30426979c3 {{(pid=84068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 12 21:48:38.312270 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dc514f92-e135-4b7d-b61a-fa87d5a4641c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:38.366276 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dc514f92-e135-4b7d-b61a-fa87d5a4641c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844261269'] for subnet, precommit_delete_associations {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:38.474527 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dc514f92-e135-4b7d-b61a-fa87d5a4641c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850750012'] for subnet, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:38.755513 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dc514f92-e135-4b7d-b61a-fa87d5a4641c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4025805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10980213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842905365'] for subnet, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:38.769351 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device d9cc35e3-c4d1-445b-99fc-4f027d63224a no longer exists at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:48:38.774265 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-93aec882-a742-4d70-9cc7-873aa6998b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:38.813038 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] No Port match for: d9cc35e3-c4d1-445b-99fc-4f027d63224a {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:48:38.813434 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device d9cc35e3-c4d1-445b-99fc-4f027d63224a not bound to the agent host dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:48:38.813909 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device c783e1e9-e07c-425f-ace2-684865832649 no longer exists at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:48:38.850477 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] No Port match for: c783e1e9-e07c-425f-ace2-684865832649 {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:48:38.850873 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device c783e1e9-e07c-425f-ace2-684865832649 not bound to the agent host dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:48:38.876245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc514f92-e135-4b7d-b61a-fa87d5a4641c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c6f20f-eb79-4905-a5a3-1d30426979c3,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:38.879220 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-dc514f92-e135-4b7d-b61a-fa87d5a4641c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:38.918974 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dc514f92-e135-4b7d-b61a-fa87d5a4641c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:38.924276 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae81b58-bd52-4b64-b679-15c5d68b9bc6 None None] Network 49d264eb-e6ab-4a06-85dd-4a170108092b requested from dv-cinder-775250-2-smb {{(pid=84070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 12 21:48:38.928168 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-dc514f92-e135-4b7d-b61a-fa87d5a4641c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/15c6f20f-eb79-4905-a5a3-1d30426979c3 HTTP/1.1" status: 204 len: 168 time: 0.6850889 Feb 12 21:48:38.928441 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 40496) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:39.041924 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3865086'] for network, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:39.115816 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Deleting port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 {{(pid=84068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:48:39.116195 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:39.185642 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdce8847-3b60-4146-b9c7-61f608b60ab0 None None] DHCP port deletion for 49d264eb-e6ab-4a06-85dd-4a170108092b request from dv-cinder-775250-2-smb {{(pid=84070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 12 21:48:39.190556 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-cdce8847-3b60-4146-b9c7-61f608b60ab0 None None] Deleting port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 {{(pid=84070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:48:39.191049 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cdce8847-3b60-4146-b9c7-61f608b60ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:39.373154 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] For port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=a30c6dd3-f9a5-4131-9ef2-30b18b7f7972,segment=NetworkSegment(98181978-c7f8-44c4-870c-7d9c406325cb),segment_id=98181978-c7f8-44c4-870c-7d9c406325cb)] {{(pid=84068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:48:39.373553 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:39.417193 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-cdce8847-3b60-4146-b9c7-61f608b60ab0 None None] For port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972, host dv-cinder-775250-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-2-smb',level=0,port_id=a30c6dd3-f9a5-4131-9ef2-30b18b7f7972,segment=NetworkSegment(98181978-c7f8-44c4-870c-7d9c406325cb),segment_id=98181978-c7f8-44c4-870c-7d9c406325cb)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:48:39.417653 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cdce8847-3b60-4146-b9c7-61f608b60ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:39.519872 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Calling delete_port for a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 owned by network:dhcp {{(pid=84068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:48:39.556311 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-cdce8847-3b60-4146-b9c7-61f608b60ab0 None None] Calling delete_port for a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 owned by network:dhcp {{(pid=84070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:48:39.599127 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843795617'] for port, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:39.615615 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3670afc5-935c-4231-b177-074232bd3565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:39.638512 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.db.api [None req-cdce8847-3b60-4146-b9c7-61f608b60ab0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84070) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 12 21:48:39.638934 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_db.api [None req-cdce8847-3b60-4146-b9c7-61f608b60ab0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84070) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 12 21:48:39.724461 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Pushing event deleted for resources: {'Port': ['ID=a30c6dd3-f9a5-4131-9ef2-30b18b7f7972,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:39.729252 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:39.768400 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] No DVR routers for this DVR port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 on host dv-cinder-775250-2-smb {{(pid=84068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:48:39.901852 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850739933', 'neutron.services.segments.db._delete_segments_for_network-8792999462447'] for network, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:40.010086 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d264eb-e6ab-4a06-85dd-4a170108092b']}} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:48:40.027183 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98181978-c7f8-44c4-870c-7d9c406325cb') {'for_net_delete': True} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:48:40.027632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.services.segments.db [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98181978-c7f8-44c4-870c-7d9c406325cb') {} {{(pid=84068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 12 21:48:40.040350 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243855186104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10514531'] for segment, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:40.055773 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850745730'] for segment, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:40.057889 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 12 21:48:40.140563 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-cdce8847-3b60-4146-b9c7-61f608b60ab0 None None] Deleting port a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 {{(pid=84070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:48:40.141067 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cdce8847-3b60-4146-b9c7-61f608b60ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:40.216503 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-cdce8847-3b60-4146-b9c7-61f608b60ab0 None None] The port 'a30c6dd3-f9a5-4131-9ef2-30b18b7f7972' was deleted {{(pid=84070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 12 21:48:40.239906 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Network 49d264eb-e6ab-4a06-85dd-4a170108092b has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:48:40.249562 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4030055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980226'] for segment, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:40.431186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Network 49d264eb-e6ab-4a06-85dd-4a170108092b has no segments {{(pid=84068) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: Traceback (most recent call last): Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: timer() Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: cb(*args, **kw) Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: return func(*args, **kwargs) Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: self._notify() Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: self.callback(batched_events) Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: event.method(event) Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: segment_id)['aggregates'][0] Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: return f(self, *a, **k) Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: return self._get(url).json() Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: **kwargs) Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: return self.request(url, 'GET', **kwargs) Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: **endpoint_filter) Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 21:48:40.457889 dv-cinder-775250-2-smb neutron-server[83958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 21:48:40.540871 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4035899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854114878'] for network, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:40.549197 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:40.564157 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854128161'] for network, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:40.575307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Pushing event deleted for resources: {'Network': ['ID=49d264eb-e6ab-4a06-85dd-4a170108092b,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:40.579906 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:40.583669 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-c9ae22c1-18f3-4bd2-bf31-564a90ed3392 admin admin] 10.222.0.35 "DELETE /v2.0/networks/49d264eb-e6ab-4a06-85dd-4a170108092b HTTP/1.1" status: 204 len: 168 time: 1.6542246 Feb 12 21:48:40.700341 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 40508) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:40.754107 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-660d4cb2-51e8-46a5-9b39-478f292dbdb5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=719ecf1999794f40901c036e44df1ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524380 Feb 12 21:48:40.756774 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 40512) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:40.761811 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 no longer exists at agent ovs-agent-dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:48:40.798459 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] No Port match for: a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:48:40.798852 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Device a30c6dd3-f9a5-4131-9ef2-30b18b7f7972 not bound to the agent host dv-cinder-775250-2-smb {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:48:40.822722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d024e223-f1cc-49a5-b40d-63c6ed755ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:40.850875 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d024e223-f1cc-49a5-b40d-63c6ed755ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:40.896638 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d024e223-f1cc-49a5-b40d-63c6ed755ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:40.901667 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-99cc5151-484e-4265-9a22-f6f970e6d209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:40.919118 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024e223-f1cc-49a5-b40d-63c6ed755ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26932aeb-2da6-41f0-8c2f-9a7727ed8c2c,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:40.923076 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d024e223-f1cc-49a5-b40d-63c6ed755ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:40.925342 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d024e223-f1cc-49a5-b40d-63c6ed755ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:40.926908 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-d024e223-f1cc-49a5-b40d-63c6ed755ef4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26932aeb-2da6-41f0-8c2f-9a7727ed8c2c HTTP/1.1" status: 204 len: 168 time: 0.1689165 Feb 12 21:48:41.347562 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 40532) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:41.545842 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ad7eb253-782d-45da-aa3d-91abb4a254e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:41.562141 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ad7eb253-782d-45da-aa3d-91abb4a254e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:48:41.566280 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ad7eb253-782d-45da-aa3d-91abb4a254e6 admin admin] Usage tracker for resource:security_group_rule and tenant:4a52827f4d304aa389d6f771cd29501c is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:48:41.569361 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ad7eb253-782d-45da-aa3d-91abb4a254e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:48:41.575538 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ad7eb253-782d-45da-aa3d-91abb4a254e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:48:41.670174 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ad7eb253-782d-45da-aa3d-91abb4a254e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:41.673112 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ad7eb253-782d-45da-aa3d-91abb4a254e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:41.682691 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a370374e-e7b2-444e-9a90-cfbc410d548d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:41.727467 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ad7eb253-782d-45da-aa3d-91abb4a254e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a52827f4d304aa389d6f771cd29501c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785918 Feb 12 21:48:41.728398 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7eb253-782d-45da-aa3d-91abb4a254e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a377b22-5121-485d-8a0d-ca806fe04b30,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:41.730279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 40546) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:41.731738 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ad7eb253-782d-45da-aa3d-91abb4a254e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:41.797728 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b69f34f8-c2fa-4c2c-a910-777b47773fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:41.829414 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b69f34f8-c2fa-4c2c-a910-777b47773fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:41.877394 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b69f34f8-c2fa-4c2c-a910-777b47773fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:41.882912 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-25785a70-d32d-4014-b2fa-5c3296a42a6b tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:41.898057 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f34f8-c2fa-4c2c-a910-777b47773fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a377b22-5121-485d-8a0d-ca806fe04b30,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:41.901307 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b69f34f8-c2fa-4c2c-a910-777b47773fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:41.905381 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b69f34f8-c2fa-4c2c-a910-777b47773fad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9a377b22-5121-485d-8a0d-ca806fe04b30 HTTP/1.1" status: 204 len: 168 time: 0.1713812 Feb 12 21:48:41.905381 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b69f34f8-c2fa-4c2c-a910-777b47773fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:42.041536 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-40c6f8b5-9c4b-487d-b70f-9ab39c32e9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:44.476126 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-026a6062-26f3-4c61-ae41-0c5e4ba396f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:44.663297 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-3ec6cead-ec74-495b-a37e-19a9334112ce tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=600c752ab67f47929bc4d824fabaca93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346806 Feb 12 21:48:44.833503 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-a02abd9b-feb9-445f-ab02-2f4f66177ddd tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:44.835101 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-a02abd9b-feb9-445f-ab02-2f4f66177ddd tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1657615 Feb 12 21:48:44.851139 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-fa50de0a-0439-47a1-8e85-5b2b48c391b0 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/quotas/600c752ab67f47929bc4d824fabaca93 HTTP/1.1" status: 200 len: 375 time: 0.0099349 Feb 12 21:48:44.905608 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-8bc11f84-a6c3-4c4b-9dfb-bb94d84e5a2f tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=600c752ab67f47929bc4d824fabaca93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485218 Feb 12 21:48:44.968478 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 40704) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:45.079053 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:45.130468 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-9bf94154-e929-4387-901d-54dfe67a8b58 req-a5851902-1a52-4909-b1f4-60ed049f9b45 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 210 time: 0.0730391 Feb 12 21:48:45.132992 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-385cc34c-2bc4-4232-92cb-871d5d493299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:45.148851 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-385cc34c-2bc4-4232-92cb-871d5d493299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:48:45.152912 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-385cc34c-2bc4-4232-92cb-871d5d493299 admin admin] Usage tracker for resource:security_group_rule and tenant:80127e93215849f79311ff820348260f is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:48:45.155981 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-385cc34c-2bc4-4232-92cb-871d5d493299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:48:45.161748 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-385cc34c-2bc4-4232-92cb-871d5d493299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:48:45.252031 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-385cc34c-2bc4-4232-92cb-871d5d493299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:45.255109 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-385cc34c-2bc4-4232-92cb-871d5d493299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:45.264595 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-09887cd3-b0f2-460f-8be2-fee197d83ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:45.306868 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-385cc34c-2bc4-4232-92cb-871d5d493299 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=80127e93215849f79311ff820348260f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369801 Feb 12 21:48:45.308648 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cc34c-2bc4-4232-92cb-871d5d493299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0f2b75-ebe6-4fb3-85cb-1c6725df9d5d,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:45.309811 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 40720) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:45.312768 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-385cc34c-2bc4-4232-92cb-871d5d493299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:45.376771 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4decf186-929d-48ec-917d-ed945f842c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:45.404248 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4decf186-929d-48ec-917d-ed945f842c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:45.459166 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4decf186-929d-48ec-917d-ed945f842c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:45.464575 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-79c0babe-31dd-4a63-9f1c-787e55cb84e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:45.480596 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decf186-929d-48ec-917d-ed945f842c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0f2b75-ebe6-4fb3-85cb-1c6725df9d5d,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:45.491648 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-4decf186-929d-48ec-917d-ed945f842c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:45.492544 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4decf186-929d-48ec-917d-ed945f842c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:45.493787 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-4decf186-929d-48ec-917d-ed945f842c9a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e0f2b75-ebe6-4fb3-85cb-1c6725df9d5d HTTP/1.1" status: 204 len: 168 time: 0.1814098 Feb 12 21:48:45.766601 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:45.809814 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 40732) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:45.829694 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-08cbe11b-e898-497d-99ad-a452b5352890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:45.846347 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-08cbe11b-e898-497d-99ad-a452b5352890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:48:45.850425 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-08cbe11b-e898-497d-99ad-a452b5352890 admin admin] Usage tracker for resource:security_group_rule and tenant:dc26af69bcf648dda24eeb4af4522c99 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:48:45.853520 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-08cbe11b-e898-497d-99ad-a452b5352890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:48:45.859656 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-08cbe11b-e898-497d-99ad-a452b5352890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:48:45.950643 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-08cbe11b-e898-497d-99ad-a452b5352890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:45.953846 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-08cbe11b-e898-497d-99ad-a452b5352890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:45.963148 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-44017b5c-7be0-4688-ba32-90b5efdd7917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:46.005557 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-08cbe11b-e898-497d-99ad-a452b5352890 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc26af69bcf648dda24eeb4af4522c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945019 Feb 12 21:48:46.007279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbe11b-e898-497d-99ad-a452b5352890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5829d231-fb35-4a5a-980d-012a024dff2b,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:46.008530 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 40736) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:46.010565 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-08cbe11b-e898-497d-99ad-a452b5352890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:46.078475 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5692398c-73df-4c55-8cc6-804e926f992e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:46.106078 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5692398c-73df-4c55-8cc6-804e926f992e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:46.161259 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5692398c-73df-4c55-8cc6-804e926f992e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:46.167618 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-c52b50b9-1068-4536-adf2-599ab61b3cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:46.183260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692398c-73df-4c55-8cc6-804e926f992e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5829d231-fb35-4a5a-980d-012a024dff2b,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:46.187003 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-5692398c-73df-4c55-8cc6-804e926f992e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:46.192693 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5692398c-73df-4c55-8cc6-804e926f992e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:46.194630 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-5692398c-73df-4c55-8cc6-804e926f992e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5829d231-fb35-4a5a-980d-012a024dff2b HTTP/1.1" status: 204 len: 168 time: 0.1844633 Feb 12 21:48:46.308471 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-f9067b45-4ce4-4632-9ab8-ba7a2f98db23 req-4154a82e-b4c2-46d4-b97d-685842c28fc0 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 210 time: 0.0497842 Feb 12 21:48:46.369054 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-53dc28d7-2b22-4996-abaf-351fe697cba2 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=600c752ab67f47929bc4d824fabaca93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310719 Feb 12 21:48:46.555401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-f7cb244d-cd9e-489d-ac99-4f65fc3ae6b7 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:46.557040 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-f7cb244d-cd9e-489d-ac99-4f65fc3ae6b7 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831989 Feb 12 21:48:46.587955 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Request body: {'port': {'device_id': '3fd638cb-00a9-48d8-8a13-8d367f62ffd9', 'network_id': 'a6f316f7-1915-4b6a-9560-7cf144b61a1f', 'admin_state_up': True, 'tenant_id': '600c752ab67f47929bc4d824fabaca93'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:48:46.745200 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:46.992076 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:48:46.996147 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Usage tracker for resource:port and tenant:600c752ab67f47929bc4d824fabaca93 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:48:46.999179 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:48:47.005300 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:48:47.014701 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Made reservation on behalf of 600c752ab67f47929bc4d824fabaca93 for: {'port': 1} {{(pid=84069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 12 21:48:47.020738 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:47.038300 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:47.055152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:48:47.059287 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Usage tracker for resource:security_group_rule and tenant:600c752ab67f47929bc4d824fabaca93 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:48:47.062388 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:48:47.068517 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:48:47.159519 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:47.162621 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:47.175144 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-96741ee5-b59a-4219-89c7-1b287839e115 tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:47.281486 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c424b92-7b15-41a0-87a0-c22d343a0246,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:47.287157 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:47.532035 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-2a5f103c-cd35-41f8-acea-2d79198cf485 req-a5647b91-9359-4cc5-8dba-6f4298b150b8 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 210 time: 0.0615199 Feb 12 21:48:47.568789 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Allocated IP 192.168.233.180 (a6f316f7-1915-4b6a-9560-7cf144b61a1f/c6900576-86a8-4a8f-a403-c4af2a1fb116/2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d) {{(pid=84069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 12 21:48:47.789589 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Notify callbacks [] for port, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:47.806535 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Transition to ACTIVE for port object 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d will not be triggered until provisioned by entity DHCP. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:48:47.832031 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243855657963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:47.852089 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3fb162ed-979b-42b8-ae84-cf9a41d4ff33 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:47.996030 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Pushing event updated for resources: {'Port': ['ID=2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:48.009992 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:48.055448 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Network a6f316f7-1915-4b6a-9560-7cf144b61a1f is already hosted by enough agents. {{(pid=84069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 12 21:48:48.056749 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Resources bound (agent type, host, resource id): {{(pid=84069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 12 21:48:48.059164 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Received port after_create {{(pid=84069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 12 21:48:48.127287 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:48.128079 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:48.159259 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-1267aace-9c0c-4ed7-a3a2-2dd35740e759 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5759704 Feb 12 21:48:48.178340 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.v2.base [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Request body: {'port': {'device_id': '3fd638cb-00a9-48d8-8a13-8d367f62ffd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 21:48:48.304871 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7de9c81e-f42d-4e0a-b0f7-8a11f654277a None None] Provisioning for port 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d completed by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:48:48.310589 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7de9c81e-f42d-4e0a-b0f7-8a11f654277a None None] Provisioning complete for port 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d triggered by entity DHCP. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:48:48.310773 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:48.312182 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7de9c81e-f42d-4e0a-b0f7-8a11f654277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:48.374222 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7de9c81e-f42d-4e0a-b0f7-8a11f654277a None None] Port 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d cannot update to ACTIVE because it is not bound. {{(pid=84070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 12 21:48:48.817501 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb23412-39de-48a3-aeab-cbfd6406fa39 req-f4a99ff7-3eab-42a8-aaed-c5ea093430b7 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:48.818265 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-edb23412-39de-48a3-aeab-cbfd6406fa39 req-f4a99ff7-3eab-42a8-aaed-c5ea093430b7 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Synchronizing usage tracker for tenant:600c752ab67f47929bc4d824fabaca93 on resource:port {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:48:48.850043 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d {{(pid=84069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 12 21:48:48.856883 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-edb23412-39de-48a3-aeab-cbfd6406fa39 req-f4a99ff7-3eab-42a8-aaed-c5ea093430b7 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Unset dirty status for tenant:600c752ab67f47929bc4d824fabaca93 on resource:port {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:48:48.858159 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-edb23412-39de-48a3-aeab-cbfd6406fa39 req-f4a99ff7-3eab-42a8-aaed-c5ea093430b7 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 936 time: 0.2061017 Feb 12 21:48:48.859873 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:48.893032 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Transition to ACTIVE for port object 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d will not be triggered until provisioned by entity L2. {{(pid=84069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 12 21:48:48.904105 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11382359'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:48.925461 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e360551a-01c4-47c6-90f7-f63fb6be291f tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:49.029406 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-edb23412-39de-48a3-aeab-cbfd6406fa39 req-4157d8ba-1a13-4959-863f-96b8065505d4 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Synchronizing usage tracker for tenant:600c752ab67f47929bc4d824fabaca93 on resource:security_group {{(pid=84069) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 12 21:48:49.094080 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [req-edb23412-39de-48a3-aeab-cbfd6406fa39 req-4157d8ba-1a13-4959-863f-96b8065505d4 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Unset dirty status for tenant:600c752ab67f47929bc4d824fabaca93 on resource:security_group {{(pid=84069) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 12 21:48:49.095319 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-edb23412-39de-48a3-aeab-cbfd6406fa39 req-4157d8ba-1a13-4959-863f-96b8065505d4 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c424b92-7b15-41a0-87a0-c22d343a0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307248 Feb 12 21:48:49.097926 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Pushing event updated for resources: {'Port': ['ID=2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d,revision_number=2']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:49.102682 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:49.274520 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Attempting to bind port 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 21:48:49.274898 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Attempting to bind port 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'faa65605-cce6-4592-93dc-e70bf0f748cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a6f316f7-1915-4b6a-9560-7cf144b61a1f'}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 12 21:48:49.275295 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Attempting to bind port 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d on network a6f316f7-1915-4b6a-9560-7cf144b61a1f {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 12 21:48:49.281316 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Checking agent: {'id': '531ad53b-7d88-44e3-a9c2-f5781930bd63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 12, 21, 34), 'started_at': datetime.datetime(2021, 2, 12, 21, 34, 30), 'heartbeat_timestamp': datetime.datetime(2021, 2, 12, 21, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 12 21:48:49.281643 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Checking segment: {'id': 'faa65605-cce6-4592-93dc-e70bf0f748cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a6f316f7-1915-4b6a-9560-7cf144b61a1f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 12 21:48:49.282055 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:49.282447 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Bound using segment: {'id': 'faa65605-cce6-4592-93dc-e70bf0f748cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a6f316f7-1915-4b6a-9560-7cf144b61a1f'} {{(pid=84069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 12 21:48:49.282922 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Bound port: 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa65605-cce6-4592-93dc-e70bf0f748cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a6f316f7-1915-4b6a-9560-7cf144b61a1f'}}] {{(pid=84069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 12 21:48:49.283303 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:49.379975 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] For port 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d, host hv-cinder-77525, cleared binding levels {{(pid=84069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 12 21:48:49.383107 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] For port 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d,segment=NetworkSegment(faa65605-cce6-4592-93dc-e70bf0f748cb),segment_id=faa65605-cce6-4592-93dc-e70bf0f748cb)] {{(pid=84069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 12 21:48:49.387912 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11382359'] for port, after_update {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:49.404921 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ceccdda2-e006-44ec-b67c-5167fe9fbadb tempest-VolumesSnapshotTestJSON-116824183 tempest-VolumesSnapshotTestJSON-116824183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:49.564215 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Pushing event updated for resources: {'Port': ['ID=2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d,revision_number=3']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:49.569369 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:49.604290 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:49.604803 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:49.606304 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-370515b1-3f46-4860-b344-8d71ed465af0 service neutron] 10.222.0.66 "PUT /v2.0/ports/2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d HTTP/1.1" status: 200 len: 1162 time: 1.4341831 Feb 12 21:48:49.606840 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd638cb-00a9-48d8-8a13-8d367f62ffd9', 'tag': '2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:48:49.657959 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd638cb-00a9-48d8-8a13-8d367f62ffd9', 'tag': '2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d', 'status': 'completed', 'code': 200} Feb 12 21:48:49.762856 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-2b2fd5ba-dc55-41fb-b478-b9ca29efda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:49.764731 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-2b2fd5ba-dc55-41fb-b478-b9ca29efda0f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=600c752ab67f47929bc4d824fabaca93&device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 1165 time: 0.0882766 Feb 12 21:48:49.853307 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-61faabe8-2d04-42b5-ac24-bed9a065ac1c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d HTTP/1.1" status: 200 len: 217 time: 0.0763175 Feb 12 21:48:49.933028 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-5130a7a8-0780-4581-8835-d57b9eb609f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:49.934587 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-5130a7a8-0780-4581-8835-d57b9eb609f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c6900576-86a8-4a8f-a403-c4af2a1fb116 HTTP/1.1" status: 200 len: 843 time: 0.0751066 Feb 12 21:48:50.027470 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-21bbfcdc-ba4d-4f54-a19c-be2c8f8d3a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:50.029282 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-21bbfcdc-ba4d-4f54-a19c-be2c8f8d3a31 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a6f316f7-1915-4b6a-9560-7cf144b61a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0867355 Feb 12 21:48:50.179375 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-0683fcca-82dd-4bf7-8413-10d512130858 service neutron] 10.222.0.66 "GET /v2.0/networks/a6f316f7-1915-4b6a-9560-7cf144b61a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426260 Feb 12 21:48:50.392972 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-954f54f8-8ed4-473b-8806-ef1b1f8e90c5 req-3604355e-a540-43ef-9e71-185be2235de3 service neutron] 10.222.0.66 "GET /v2.0/networks/a6f316f7-1915-4b6a-9560-7cf144b61a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2068703 Feb 12 21:48:50.403010 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd629b-3e4b-4d5c-a02b-7bf4dea093ab req-3fd36fda-df19-49ad-803f-a3217c627472 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:50.404591 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8bbd629b-3e4b-4d5c-a02b-7bf4dea093ab req-3fd36fda-df19-49ad-803f-a3217c627472 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 948 time: 0.1945467 Feb 12 21:48:50.460985 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-8bbd629b-3e4b-4d5c-a02b-7bf4dea093ab req-6ee604ec-331d-4782-a166-88034ad2d0f9 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c424b92-7b15-41a0-87a0-c22d343a0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482471 Feb 12 21:48:50.557132 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb692ac4-b0aa-4d6e-a507-f9952e18f02f req-be1e6e7a-07ec-4d75-a2a0-1ed616752d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:50.558779 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cb692ac4-b0aa-4d6e-a507-f9952e18f02f req-be1e6e7a-07ec-4d75-a2a0-1ed616752d1f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=600c752ab67f47929bc4d824fabaca93&device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 1165 time: 0.0792961 Feb 12 21:48:50.703186 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb692ac4-b0aa-4d6e-a507-f9952e18f02f req-abd9e72e-411e-42cb-925e-197adb0e5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:50.704774 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cb692ac4-b0aa-4d6e-a507-f9952e18f02f req-abd9e72e-411e-42cb-925e-197adb0e5f50 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a6f316f7-1915-4b6a-9560-7cf144b61a1f HTTP/1.1" status: 200 len: 863 time: 0.1390846 Feb 12 21:48:50.780937 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cb692ac4-b0aa-4d6e-a507-f9952e18f02f req-885edf83-b5b7-42ea-b4bd-42892c519ec9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d HTTP/1.1" status: 200 len: 217 time: 0.0697038 Feb 12 21:48:50.849945 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb692ac4-b0aa-4d6e-a507-f9952e18f02f req-b33bb223-3a69-49b9-9bf9-0fefe9f63752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:50.851549 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cb692ac4-b0aa-4d6e-a507-f9952e18f02f req-b33bb223-3a69-49b9-9bf9-0fefe9f63752 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c6900576-86a8-4a8f-a403-c4af2a1fb116 HTTP/1.1" status: 200 len: 843 time: 0.0643733 Feb 12 21:48:50.933416 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb692ac4-b0aa-4d6e-a507-f9952e18f02f req-bd96b6e0-2a8e-4f53-9f46-0e0af01e4446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:50.935052 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cb692ac4-b0aa-4d6e-a507-f9952e18f02f req-bd96b6e0-2a8e-4f53-9f46-0e0af01e4446 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a6f316f7-1915-4b6a-9560-7cf144b61a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0770843 Feb 12 21:48:51.081478 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cb692ac4-b0aa-4d6e-a507-f9952e18f02f req-ed8e8fca-dd49-49ec-94d7-af46849fceb1 service neutron] 10.222.0.66 "GET /v2.0/networks/a6f316f7-1915-4b6a-9560-7cf144b61a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394293 Feb 12 21:48:51.231200 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cb692ac4-b0aa-4d6e-a507-f9952e18f02f req-afc29a40-1605-4f2c-9d25-a7735c44c932 service neutron] 10.222.0.66 "GET /v2.0/networks/a6f316f7-1915-4b6a-9560-7cf144b61a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426144 Feb 12 21:48:51.667947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35b9d3-d7ff-4c5e-9caf-4aabf1216c98 req-30719384-7b27-4830-ba92-776d7cb2081b tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:51.669576 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5a35b9d3-d7ff-4c5e-9caf-4aabf1216c98 req-30719384-7b27-4830-ba92-776d7cb2081b tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 948 time: 0.0908985 Feb 12 21:48:51.718107 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5a35b9d3-d7ff-4c5e-9caf-4aabf1216c98 req-0d6f30f7-d2b6-46fe-a87f-2e6d0d04848c tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c424b92-7b15-41a0-87a0-c22d343a0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416508 Feb 12 21:48:52.928731 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f9ec8-d0fb-4a4e-a6d3-a7abf45e853a req-65090886-b14b-4dc1-aaef-c29bd18543ec tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:52.930472 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-345f9ec8-d0fb-4a4e-a6d3-a7abf45e853a req-65090886-b14b-4dc1-aaef-c29bd18543ec tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 948 time: 0.0952203 Feb 12 21:48:53.220978 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-345f9ec8-d0fb-4a4e-a6d3-a7abf45e853a req-b9e1d37e-dbcf-4e44-9108-f81f32316725 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c424b92-7b15-41a0-87a0-c22d343a0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835729 Feb 12 21:48:54.273115 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 40838) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:54.423623 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-798a2f8f-41f9-46ff-b74d-2694870ccc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:54.445134 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-798a2f8f-41f9-46ff-b74d-2694870ccc7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:48:54.451790 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-798a2f8f-41f9-46ff-b74d-2694870ccc7a admin admin] Usage tracker for resource:security_group_rule and tenant:b013bc4ecd2b4fd3ab3e7e85605af757 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:48:54.455610 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-798a2f8f-41f9-46ff-b74d-2694870ccc7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:48:54.464379 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-798a2f8f-41f9-46ff-b74d-2694870ccc7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:48:54.472732 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8407ad-1aeb-4c87-9bfb-470b5818a65d req-c0e7d183-96e9-466c-88ce-f721055f0d4b tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:54.474361 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bd8407ad-1aeb-4c87-9bfb-470b5818a65d req-c0e7d183-96e9-466c-88ce-f721055f0d4b tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 948 time: 0.1400845 Feb 12 21:48:54.546167 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-bd8407ad-1aeb-4c87-9bfb-470b5818a65d req-178e9d8a-99b9-449b-9ed8-7373c57977d8 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c424b92-7b15-41a0-87a0-c22d343a0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615680 Feb 12 21:48:54.605782 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-798a2f8f-41f9-46ff-b74d-2694870ccc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:54.610152 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-798a2f8f-41f9-46ff-b74d-2694870ccc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:54.619688 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ba3725b7-cc80-4550-b872-172604386c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:54.627266 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Network a6f316f7-1915-4b6a-9560-7cf144b61a1f details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 12 21:48:54.660646 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-798a2f8f-41f9-46ff-b74d-2694870ccc7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b013bc4ecd2b4fd3ab3e7e85605af757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3863332 Feb 12 21:48:54.663499 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 40844) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:54.666047 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a2f8f-41f9-46ff-b74d-2694870ccc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ddeae5-8aac-43be-b9b3-14419e973a7a,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:54.670000 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-798a2f8f-41f9-46ff-b74d-2694870ccc7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:54.729313 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a62c2f37-69eb-4a43-92c0-d823b11259cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:54.762107 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a62c2f37-69eb-4a43-92c0-d823b11259cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:54.807197 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a62c2f37-69eb-4a43-92c0-d823b11259cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:54.812274 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ebf8a709-a642-41a8-9cd1-1dbc0118d970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:54.828370 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c2f37-69eb-4a43-92c0-d823b11259cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ddeae5-8aac-43be-b9b3-14419e973a7a,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:54.831513 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a62c2f37-69eb-4a43-92c0-d823b11259cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:54.835865 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a62c2f37-69eb-4a43-92c0-d823b11259cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:54.837096 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-a62c2f37-69eb-4a43-92c0-d823b11259cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/66ddeae5-8aac-43be-b9b3-14419e973a7a HTTP/1.1" status: 204 len: 168 time: 0.1724765 Feb 12 21:48:55.106093 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.objects.ports [None req-fb3d4e10-c899-4873-b33a-7ff55d6d127c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84070) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 12 21:48:55.128224 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 40852) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:55.147483 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c7d903b-5ff5-4044-8371-c5066e5c53ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:55.163111 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-2c7d903b-5ff5-4044-8371-c5066e5c53ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:48:55.167141 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-2c7d903b-5ff5-4044-8371-c5066e5c53ff admin admin] Usage tracker for resource:security_group_rule and tenant:03d1e1762c92443ab85e0b0b284e8a0f is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:48:55.170105 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-2c7d903b-5ff5-4044-8371-c5066e5c53ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:48:55.175880 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-2c7d903b-5ff5-4044-8371-c5066e5c53ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:48:55.261840 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c7d903b-5ff5-4044-8371-c5066e5c53ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:55.265158 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c7d903b-5ff5-4044-8371-c5066e5c53ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:55.274157 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a96d59da-cd35-4368-86ae-eee60b374188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:55.316272 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-2c7d903b-5ff5-4044-8371-c5066e5c53ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03d1e1762c92443ab85e0b0b284e8a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868742 Feb 12 21:48:55.317255 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d903b-5ff5-4044-8371-c5066e5c53ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2698ac0a-7856-4628-bd68-ecac6f19a1a6,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:55.319176 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 40856) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:48:55.320823 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2c7d903b-5ff5-4044-8371-c5066e5c53ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:55.393572 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d0ddcd98-b212-4160-a786-ae2668e1bd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:55.422401 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d0ddcd98-b212-4160-a786-ae2668e1bd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:55.472727 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d0ddcd98-b212-4160-a786-ae2668e1bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:55.477752 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1b435932-0762-4c3d-acc5-adb8fcc2a85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:55.493188 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddcd98-b212-4160-a786-ae2668e1bd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2698ac0a-7856-4628-bd68-ecac6f19a1a6,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:55.496585 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d0ddcd98-b212-4160-a786-ae2668e1bd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:55.501704 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d0ddcd98-b212-4160-a786-ae2668e1bd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:55.505594 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-d0ddcd98-b212-4160-a786-ae2668e1bd3e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2698ac0a-7856-4628-bd68-ecac6f19a1a6 HTTP/1.1" status: 204 len: 168 time: 0.1823502 Feb 12 21:48:55.751684 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac9f68-2936-4135-b883-2f6a1fbb1dff req-22c43196-c81c-4653-9e86-87f64cbc92c9 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:55.753368 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4aac9f68-2936-4135-b883-2f6a1fbb1dff req-22c43196-c81c-4653-9e86-87f64cbc92c9 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 948 time: 0.0891266 Feb 12 21:48:55.802626 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-4aac9f68-2936-4135-b883-2f6a1fbb1dff req-1a067db2-e6a0-4c48-93b9-a749196d7201 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c424b92-7b15-41a0-87a0-c22d343a0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427930 Feb 12 21:48:55.804243 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:48:55.897511 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning for port 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d completed by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 12 21:48:55.902615 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:48:55.903044 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:56.030641 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850857832'] for port, before_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:56.060354 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd638cb-00a9-48d8-8a13-8d367f62ffd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d'}] {{(pid=84070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:48:56.073380 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] For port 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d,segment=NetworkSegment(faa65605-cce6-4592-93dc-e70bf0f748cb),segment_id=faa65605-cce6-4592-93dc-e70bf0f748cb)] {{(pid=84070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:48:56.076682 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792999561928', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792999118878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243855656905'] for port, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:56.080144 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6b9d284e-b51d-45e4-8895-4281414bad7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:48:56.153849 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Pushing event updated for resources: {'Port': ['ID=2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d,revision_number=4']} {{(pid=84070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:48:56.163132 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.163525 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.164027 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.164325 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.164741 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.165064 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.165435 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.165916 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.166177 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.166545 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.166947 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.167258 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.167744 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.168108 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.168482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.168864 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.169214 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.169579 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.169944 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.170915 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.171228 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.171597 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.171989 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.172360 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:48:56.176877 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84070) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:48:56.362090 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd638cb-00a9-48d8-8a13-8d367f62ffd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d', 'code': 200} Feb 12 21:48:56.654148 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88417f64-e3fb-4057-a2a4-990930d72959 req-9825b9fc-7d1b-4e5e-bc4d-d3cf39b87d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:56.656488 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-88417f64-e3fb-4057-a2a4-990930d72959 req-9825b9fc-7d1b-4e5e-bc4d-d3cf39b87d31 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 1167 time: 0.0847077 Feb 12 21:48:56.690620 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d up at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 12 21:48:56.703123 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-88417f64-e3fb-4057-a2a4-990930d72959 req-e282d5e8-c8a4-4c75-a0f1-3ed2e00a3d7b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6c424b92-7b15-41a0-87a0-c22d343a0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398529 Feb 12 21:48:56.765651 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Provisioning complete for port 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d triggered by entity L2. {{(pid=84070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 12 21:48:56.766089 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4032946'] for port, provisioning_complete {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:48:57.011573 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39faea-193e-4af5-a2e9-f8d513fa2131 req-9eda506b-aa5b-4f42-a253-020f2f9d1267 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:57.013254 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0c39faea-193e-4af5-a2e9-f8d513fa2131 req-9eda506b-aa5b-4f42-a253-020f2f9d1267 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 950 time: 0.0904603 Feb 12 21:48:57.064808 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0c39faea-193e-4af5-a2e9-f8d513fa2131 req-d54fa340-403c-4fe7-a287-82fea69a3d80 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c424b92-7b15-41a0-87a0-c22d343a0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439229 Feb 12 21:48:57.674395 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:48:58.273017 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806c1cf-3c90-4fd7-a753-17659aff67c4 req-896b0ed9-763e-40ae-beb2-b934806fcc22 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:58.274549 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6806c1cf-3c90-4fd7-a753-17659aff67c4 req-896b0ed9-763e-40ae-beb2-b934806fcc22 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 950 time: 0.0919156 Feb 12 21:48:58.323861 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-6806c1cf-3c90-4fd7-a753-17659aff67c4 req-0a52630a-8475-4657-abcd-5c9c00c839e5 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c424b92-7b15-41a0-87a0-c22d343a0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418136 Feb 12 21:48:59.537911 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a715b7-b91f-4b35-86c4-676679f36014 req-89dd67dd-cea6-4a7e-8f0a-8383f6776b16 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:48:59.539559 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c0a715b7-b91f-4b35-86c4-676679f36014 req-89dd67dd-cea6-4a7e-8f0a-8383f6776b16 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 950 time: 0.0970778 Feb 12 21:48:59.600430 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-c0a715b7-b91f-4b35-86c4-676679f36014 req-f445b54c-2796-4d2d-aef7-10782f058407 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c424b92-7b15-41a0-87a0-c22d343a0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539825 Feb 12 21:49:00.068482 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb16bf2-141f-4dad-ae6b-af04bd3a286f req-df383300-f1f6-4589-b465-96ff7d258b5f tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:49:00.070081 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5cb16bf2-141f-4dad-ae6b-af04bd3a286f req-df383300-f1f6-4589-b465-96ff7d258b5f tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 950 time: 0.0923946 Feb 12 21:49:00.119763 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-5cb16bf2-141f-4dad-ae6b-af04bd3a286f req-43a5de8a-112d-4196-9d97-894a649be2a1 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c424b92-7b15-41a0-87a0-c22d343a0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427051 Feb 12 21:49:00.618295 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:01.332050 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692c60c-c28f-41b4-b2f3-973f4bafd945 req-da648c7e-b6c9-4e55-b970-5e580a60179c tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:49:01.333913 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3692c60c-c28f-41b4-b2f3-973f4bafd945 req-da648c7e-b6c9-4e55-b970-5e580a60179c tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 950 time: 0.0935686 Feb 12 21:49:01.383787 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-3692c60c-c28f-41b4-b2f3-973f4bafd945 req-dc9e7caf-1b9b-4a93-9bff-9669e7bee162 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c424b92-7b15-41a0-87a0-c22d343a0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435376 Feb 12 21:49:01.614007 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1a5ef-b4d2-456c-bd18-9c510a72144c req-0ee6664b-6dab-407f-b89c-e721c48de487 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 12 21:49:01.615573 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0ee1a5ef-b4d2-456c-bd18-9c510a72144c req-0ee6664b-6dab-407f-b89c-e721c48de487 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 950 time: 0.0922382 Feb 12 21:49:01.665709 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 40954) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:49:01.697699 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-0ee1a5ef-b4d2-456c-bd18-9c510a72144c req-238fd651-abc8-40b0-b964-47883d408edd tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Deleting port 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d {{(pid=84069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 12 21:49:01.698010 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-0ee1a5ef-b4d2-456c-bd18-9c510a72144c req-238fd651-abc8-40b0-b964-47883d408edd tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792999561229'] for port, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:01.797293 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-28432720-d6fb-4aea-9d9a-43542e0936c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:01.817272 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-28432720-d6fb-4aea-9d9a-43542e0936c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:49:01.821379 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-28432720-d6fb-4aea-9d9a-43542e0936c0 admin admin] Usage tracker for resource:security_group_rule and tenant:7d446370fbab47cda8aa680b81a4950a is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:49:01.824372 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-28432720-d6fb-4aea-9d9a-43542e0936c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:49:01.830941 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-28432720-d6fb-4aea-9d9a-43542e0936c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:49:01.923776 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-28432720-d6fb-4aea-9d9a-43542e0936c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:01.927112 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-28432720-d6fb-4aea-9d9a-43542e0936c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:01.936705 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e1f5147e-8ac6-4730-ad09-1042b71d19f9 tempest-AttachVolumeShelveTestJSON-591732118 tempest-AttachVolumeShelveTestJSON-591732118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:49:01.973485 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.db [req-0ee1a5ef-b4d2-456c-bd18-9c510a72144c req-238fd651-abc8-40b0-b964-47883d408edd tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] For port 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d,segment=NetworkSegment(faa65605-cce6-4592-93dc-e70bf0f748cb),segment_id=faa65605-cce6-4592-93dc-e70bf0f748cb)] {{(pid=84069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 12 21:49:01.973845 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-0ee1a5ef-b4d2-456c-bd18-9c510a72144c req-238fd651-abc8-40b0-b964-47883d408edd tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854118108'] for port, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:01.983993 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-28432720-d6fb-4aea-9d9a-43542e0936c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d446370fbab47cda8aa680b81a4950a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165076 Feb 12 21:49:01.986004 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28432720-d6fb-4aea-9d9a-43542e0936c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a32bb9-c42c-448f-beeb-e46f563dc14f,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:49:01.986461 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 40960) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:49:01.989373 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-28432720-d6fb-4aea-9d9a-43542e0936c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:49:02.123400 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [req-0ee1a5ef-b4d2-456c-bd18-9c510a72144c req-238fd651-abc8-40b0-b964-47883d408edd tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Calling delete_port for 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d owned by compute:nova {{(pid=84069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 12 21:49:02.242568 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ed10381e-3bbe-406b-950f-61cd905bd074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:02.308532 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ed10381e-3bbe-406b-950f-61cd905bd074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:02.367460 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-0ee1a5ef-b4d2-456c-bd18-9c510a72144c req-238fd651-abc8-40b0-b964-47883d408edd tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850853043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854471763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854128148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792999561945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243855656939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843393368'] for port, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:02.383758 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-d1c61f35-4b63-41ef-af3a-89ad7fbab6bf tempest-TestMinimumBasicScenario-659310185 tempest-TestMinimumBasicScenario-659310185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:49:02.488860 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fd651-abc8-40b0-b964-47883d408edd tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Pushing event deleted for resources: {'Port': ['ID=2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:49:02.494011 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-238fd651-abc8-40b0-b964-47883d408edd tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:49:02.563026 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ed10381e-3bbe-406b-950f-61cd905bd074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:02.566244 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-236488a7-d9bd-47b7-b9da-f6515c7607b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:49:02.579284 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-cf564f47-5ee3-4731-b101-706e099b817c req-8a5416c7-83cf-40b7-af7b-9df919973e21 tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fd638cb-00a9-48d8-8a13-8d367f62ffd9 HTTP/1.1" status: 200 len: 210 time: 0.0735331 Feb 12 21:49:02.596594 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10381e-3bbe-406b-950f-61cd905bd074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a32bb9-c42c-448f-beeb-e46f563dc14f,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:49:02.607281 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ed10381e-3bbe-406b-950f-61cd905bd074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:49:02.633702 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ed10381e-3bbe-406b-950f-61cd905bd074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:02.634922 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ed10381e-3bbe-406b-950f-61cd905bd074 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65a32bb9-c42c-448f-beeb-e46f563dc14f HTTP/1.1" status: 204 len: 168 time: 0.6472673 Feb 12 21:49:02.658603 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 12 21:49:02.691051 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee1a5ef-b4d2-456c-bd18-9c510a72144c req-238fd651-abc8-40b0-b964-47883d408edd tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] No DVR routers for this DVR port 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d on host hv-cinder-77525 {{(pid=84069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 12 21:49:02.693949 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [req-0ee1a5ef-b4d2-456c-bd18-9c510a72144c req-238fd651-abc8-40b0-b964-47883d408edd tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767711'] for port, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:02.696135 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [req-0ee1a5ef-b4d2-456c-bd18-9c510a72144c req-238fd651-abc8-40b0-b964-47883d408edd tempest-VolumesNegativeTest-1121129785 tempest-VolumesNegativeTest-1121129785-project] 10.222.0.66 "DELETE /v2.0/ports/2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d HTTP/1.1" status: 204 len: 173 time: 1.0748379 Feb 12 21:49:02.696682 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd638cb-00a9-48d8-8a13-8d367f62ffd9', 'name': 'network-vif-deleted', 'tag': '2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d'}] {{(pid=84069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 12 21:49:02.713996 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] No Port match for: 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d {{(pid=84070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 12 21:49:02.714349 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Device 2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d not bound to the agent host hv-cinder-77525 {{(pid=84070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 12 21:49:02.762760 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd638cb-00a9-48d8-8a13-8d367f62ffd9', 'name': 'network-vif-deleted', 'tag': '2543f0c9-b6e8-4a9a-9db1-3886b66f0b5d', 'status': 'completed', 'code': 200} Feb 12 21:49:02.986918 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 40972) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:49:03.008980 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ed315c7e-d876-41f2-9383-eb44416c6a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:03.024901 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ed315c7e-d876-41f2-9383-eb44416c6a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:49:03.029001 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ed315c7e-d876-41f2-9383-eb44416c6a15 admin admin] Usage tracker for resource:security_group_rule and tenant:433387b21c754f74b4e8ba1a8cca54cd is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:49:03.032732 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-ed315c7e-d876-41f2-9383-eb44416c6a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:49:03.038997 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-ed315c7e-d876-41f2-9383-eb44416c6a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:49:03.128812 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ed315c7e-d876-41f2-9383-eb44416c6a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:03.131721 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ed315c7e-d876-41f2-9383-eb44416c6a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:03.141603 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-798a2f8f-41f9-46ff-b74d-2694870ccc7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:49:03.185087 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-ed315c7e-d876-41f2-9383-eb44416c6a15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=433387b21c754f74b4e8ba1a8cca54cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969817 Feb 12 21:49:03.186864 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed315c7e-d876-41f2-9383-eb44416c6a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9df035-8fc2-4b1f-8ac3-3b0540d55dbf,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:49:03.188121 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 40976) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:49:03.190407 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-ed315c7e-d876-41f2-9383-eb44416c6a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:49:03.253728 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6a336d6a-ff93-4bd6-9535-13571f38545b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:03.282501 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6a336d6a-ff93-4bd6-9535-13571f38545b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:03.327364 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6a336d6a-ff93-4bd6-9535-13571f38545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:03.333020 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2c7d903b-5ff5-4044-8371-c5066e5c53ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:49:03.351422 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a336d6a-ff93-4bd6-9535-13571f38545b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9df035-8fc2-4b1f-8ac3-3b0540d55dbf,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:49:03.354243 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6a336d6a-ff93-4bd6-9535-13571f38545b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:49:03.364125 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6a336d6a-ff93-4bd6-9535-13571f38545b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:03.365353 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-6a336d6a-ff93-4bd6-9535-13571f38545b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f9df035-8fc2-4b1f-8ac3-3b0540d55dbf HTTP/1.1" status: 204 len: 168 time: 0.1760864 Feb 12 21:49:08.544829 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 41280) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:49:08.719893 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 41288) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:49:08.817621 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8dfa9151-c3bd-4560-8edf-c70361d8776a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:08.844178 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-8dfa9151-c3bd-4560-8edf-c70361d8776a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:49:08.853054 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-8dfa9151-c3bd-4560-8edf-c70361d8776a admin admin] Usage tracker for resource:security_group_rule and tenant:2a345de423e84579962f7da79a157ca4 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:49:08.856621 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-8dfa9151-c3bd-4560-8edf-c70361d8776a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:49:08.861877 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-bd358a5d-c265-4939-9688-c3ea8c6fd0b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=600c752ab67f47929bc4d824fabaca93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408567 Feb 12 21:49:08.864750 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 41294) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:49:08.865785 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-8dfa9151-c3bd-4560-8edf-c70361d8776a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:49:08.928076 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b1bcdf26-6625-4c07-8382-68bc028a2f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:08.954638 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8dfa9151-c3bd-4560-8edf-c70361d8776a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:08.956925 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b1bcdf26-6625-4c07-8382-68bc028a2f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:08.957592 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8dfa9151-c3bd-4560-8edf-c70361d8776a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:08.966431 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2db158c8-6d65-4690-95af-e4ca14fc1921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:49:09.010160 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b1bcdf26-6625-4c07-8382-68bc028a2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:09.012723 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-8dfa9151-c3bd-4560-8edf-c70361d8776a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a345de423e84579962f7da79a157ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4667060 Feb 12 21:49:09.013705 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa9151-c3bd-4560-8edf-c70361d8776a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fece93-0690-4743-9204-454ea6c290a4,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:49:09.016300 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 41298) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:49:09.019240 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-6b99ab5c-1afa-47dd-9b7f-7a1564373f59 tempest-TestShelveInstance-523611431 tempest-TestShelveInstance-523611431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:49:09.019486 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-8dfa9151-c3bd-4560-8edf-c70361d8776a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:49:09.031445 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcdf26-6625-4c07-8382-68bc028a2f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c424b92-7b15-41a0-87a0-c22d343a0246,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:49:09.036030 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b1bcdf26-6625-4c07-8382-68bc028a2f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:49:09.048075 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b1bcdf26-6625-4c07-8382-68bc028a2f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:09.052330 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-b1bcdf26-6625-4c07-8382-68bc028a2f3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c424b92-7b15-41a0-87a0-c22d343a0246 HTTP/1.1" status: 204 len: 168 time: 0.1863673 Feb 12 21:49:09.087388 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae16e61-5931-4551-9016-d0346e130952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:09.116614 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae16e61-5931-4551-9016-d0346e130952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:09.161841 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae16e61-5931-4551-9016-d0346e130952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:09.167162 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-eec193d7-76bb-4f34-837e-4334f7db3af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:49:09.181938 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae16e61-5931-4551-9016-d0346e130952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fece93-0690-4743-9204-454ea6c290a4,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:49:09.185729 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1ae16e61-5931-4551-9016-d0346e130952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:49:09.188628 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae16e61-5931-4551-9016-d0346e130952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:09.191856 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-1ae16e61-5931-4551-9016-d0346e130952 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2fece93-0690-4743-9204-454ea6c290a4 HTTP/1.1" status: 204 len: 168 time: 0.1744123 Feb 12 21:49:09.574100 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 41308) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:49:09.594087 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-292e2694-5f4c-4450-9370-f77e957da81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:09.609915 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-292e2694-5f4c-4450-9370-f77e957da81c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:49:09.614184 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-292e2694-5f4c-4450-9370-f77e957da81c admin admin] Usage tracker for resource:security_group_rule and tenant:f22e20392ef84eba83ef0f31e012e4d3 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:49:09.617195 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-292e2694-5f4c-4450-9370-f77e957da81c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:49:09.623017 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-292e2694-5f4c-4450-9370-f77e957da81c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:49:09.707086 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-292e2694-5f4c-4450-9370-f77e957da81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:09.710097 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-292e2694-5f4c-4450-9370-f77e957da81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:09.719931 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-2c67c950-f38e-417d-9bc9-248e7bafa65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:49:09.767259 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-292e2694-5f4c-4450-9370-f77e957da81c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f22e20392ef84eba83ef0f31e012e4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917446 Feb 12 21:49:09.768250 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e2694-5f4c-4450-9370-f77e957da81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a55160f-0315-447f-aefc-d349007a3956,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:49:09.770224 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 41312) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:49:09.771665 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-292e2694-5f4c-4450-9370-f77e957da81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:49:09.833735 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1d01-4c99-4f54-8ef2-9202cffa7053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:09.860648 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1d01-4c99-4f54-8ef2-9202cffa7053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:09.904807 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1d01-4c99-4f54-8ef2-9202cffa7053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:09.909282 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-0695fe3e-c9e0-441c-a326-076c89c55815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:49:09.921194 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c1d01-4c99-4f54-8ef2-9202cffa7053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a55160f-0315-447f-aefc-d349007a3956,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:49:09.926128 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1c1c1d01-4c99-4f54-8ef2-9202cffa7053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:49:09.928290 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1d01-4c99-4f54-8ef2-9202cffa7053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:09.929503 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-1c1c1d01-4c99-4f54-8ef2-9202cffa7053 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a55160f-0315-447f-aefc-d349007a3956 HTTP/1.1" status: 204 len: 168 time: 0.1582179 Feb 12 21:49:11.095887 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 41342) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:49:11.224311 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3fc4f49c-288d-4f03-b466-55e5955bb181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:11.240688 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-3fc4f49c-288d-4f03-b466-55e5955bb181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:49:11.244782 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-3fc4f49c-288d-4f03-b466-55e5955bb181 admin admin] Usage tracker for resource:security_group_rule and tenant:0c44b498fec8476a9b34ea0551eb5c78 is out of sync, need to count used quota {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:49:11.247788 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-3fc4f49c-288d-4f03-b466-55e5955bb181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84069) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:49:11.253671 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-3fc4f49c-288d-4f03-b466-55e5955bb181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:49:11.346279 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3fc4f49c-288d-4f03-b466-55e5955bb181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:11.348903 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3fc4f49c-288d-4f03-b466-55e5955bb181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:11.357877 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-316a430c-eca9-41c1-8806-424d0c78c5e0 tempest-AttachVolumeTestJSON-1281303114 tempest-AttachVolumeTestJSON-1281303114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:49:11.400453 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-3fc4f49c-288d-4f03-b466-55e5955bb181 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c44b498fec8476a9b34ea0551eb5c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033075 Feb 12 21:49:11.401404 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4f49c-288d-4f03-b466-55e5955bb181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0c58a6-599e-49c0-966b-5b8cb6e712d9,revision_number=1']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:49:11.403541 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 41348) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:49:11.404899 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-3fc4f49c-288d-4f03-b466-55e5955bb181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:49:11.473421 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2e3d82d-be3a-494c-a944-af0f366971c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:11.502978 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2e3d82d-be3a-494c-a944-af0f366971c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:11.548045 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2e3d82d-be3a-494c-a944-af0f366971c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:11.553023 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-06a6d18d-0ed0-432e-a665-5edee4537491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:49:11.567939 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3d82d-be3a-494c-a944-af0f366971c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0c58a6-599e-49c0-966b-5b8cb6e712d9,revision_number=None']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:49:11.571068 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-e2e3d82d-be3a-494c-a944-af0f366971c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:49:11.575649 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2e3d82d-be3a-494c-a944-af0f366971c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:11.576897 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-e2e3d82d-be3a-494c-a944-af0f366971c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e0c58a6-599e-49c0-966b-5b8cb6e712d9 HTTP/1.1" status: 204 len: 168 time: 0.1681578 Feb 12 21:49:12.044169 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6b3a-52a5-4fa5-9266-3679660bcf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:14.478125 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ca509e66-8cdb-498b-9061-13d92f962ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:15.074796 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:15.761866 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:16.744909 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:30.616688 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:34.674560 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:49:42.046146 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9dc9926b-d622-467a-bf79-24d01e36c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:43.272703 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84068) accepted ('10.222.0.35', 41532) {{(pid=84068) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:49:43.396477 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:43.412227 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 12 21:49:43.416514 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Usage tracker for resource:security_group_rule and tenant:2c0949b1a2b24b8c81bcdea9e57b2fa9 is out of sync, need to count used quota {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 12 21:49:43.419531 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.quota.resource [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84068) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 12 21:49:43.426025 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.quota.driver [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84068) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 12 21:49:43.512374 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:43.515029 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_create {{(pid=84068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:43.528122 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-1ae16e61-5931-4551-9016-d0346e130952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:49:43.572006 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c0949b1a2b24b8c81bcdea9e57b2fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980919 Feb 12 21:49:43.573880 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb7632c-f531-4d91-bb5f-d8d5f4e86abd,revision_number=1']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:49:43.575175 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [-] (84069) accepted ('10.222.0.35', 41538) {{(pid=84069) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 12 21:49:43.582923 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.583354 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.583804 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.584228 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.584646 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.585896 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.585896 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.585896 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.586260 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.586617 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.587043 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.587412 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.587941 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.588356 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.588762 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.589171 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.589575 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.589984 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.590388 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.590795 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.591201 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.591603 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.592037 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.592440 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.597617 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-7222e58c-506d-47f0-81f6-7cf5b1337e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:49:43.638064 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:43.665860 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:43.709883 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854193419'] for security_group, after_delete {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:43.714722 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-b45db587-b1ab-4790-aac1-f04176a485bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 12 21:49:43.733269 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb7632c-f531-4d91-bb5f-d8d5f4e86abd,revision_number=None']} {{(pid=84069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 12 21:49:43.744041 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.744456 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.744862 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.745261 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.745657 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.746049 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.746447 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.746838 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.747226 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.747614 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.748029 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.748419 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.748905 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.749292 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.749678 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.750063 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.750448 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.750834 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.751245 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.751632 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.752049 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.752433 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.752823 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.753206 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-2-smb {{(pid=84069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 12 21:49:43.756991 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84069) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 12 21:49:43.758199 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84069) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:43.759411 dv-cinder-775250-2-smb neutron-server[83958]: INFO neutron.wsgi [None req-46cd1d1a-50f3-4000-836e-9720cf417537 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2eb7632c-f531-4d91-bb5f-d8d5f4e86abd HTTP/1.1" status: 204 len: 168 time: 0.1830921 Feb 12 21:49:44.479374 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7314b1f8-a50f-4257-b58e-b44f322d03e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:45.076845 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:45.763880 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:49:46.747202 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:00.618136 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:11.674526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:50:12.047548 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-abf6d93e-d944-4e0e-a3aa-7035a82dd6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:14.482314 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f776f0b9-918e-49f8-895c-8151c43051d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:15.080387 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:15.765291 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:16.748957 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:30.628525 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:42.048684 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c155a82-946e-4db5-9d41-a183fea3f3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:44.482888 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0fce0beb-7e57-4d48-a92a-c8ae920b41ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:45.083160 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:45.766640 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:46.751562 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:50:48.674273 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:51:00.643633 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:12.049869 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26db7054-9611-4a36-b345-87161baeed88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:14.484507 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b225d00d-587c-4d8c-97ae-08d6519e87e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:15.088173 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:15.768802 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:16.754308 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:25.674424 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:51:30.659139 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:42.050381 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-165bdc7e-9f80-44f3-ac80-e4a666e42399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:44.487241 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1819ca2-c1f3-4e81-9d2a-a3c14cfde975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:45.088697 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:45.769888 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:51:46.756526 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:00.671477 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:02.675121 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:52:03.277438 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.wsgi [req-021b90f7-4b41-4c2c-9bdc-52e41690fdc6 req-edaec38d-04bc-4577-a9d6-a8b8d669472c service neutron] (84069) timed out ('10.222.0.66', 58038) {{(pid=84069) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 12 21:52:12.051082 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2a212da1-2e1d-4f01-8ae2-21b80dd0e87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:14.489168 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-85349bed-c229-433d-aa57-1fd77e442860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:15.090345 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:15.770631 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:16.758657 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:30.686440 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:39.674952 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:52:42.052079 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-03526f49-0e30-4764-ba81-238a4228bafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:44.491740 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3c9b4c83-14ed-477d-ab52-af4d87c40846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:45.092949 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:45.772512 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:52:46.761559 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:00.685159 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:12.052395 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4fc49388-03f3-4ba4-b120-60a0f168f7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:14.492888 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1293b294-2ed2-415d-b17a-e71a46a57e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:15.095438 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:15.773885 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:16.675338 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:53:16.767521 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:30.688465 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:42.053230 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d4bf-a369-4b03-bb6b-f543fd3cc147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:44.494215 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ea6c942f-7cbd-4a50-8f65-d52675538a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:45.098596 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:45.774866 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:46.766805 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:53:53.675585 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:54:00.681488 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:12.054897 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6e846e68-3188-4ff0-83bd-bd390749c88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:14.495211 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3f86c3f5-e864-4de4-9699-84ab49845b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:15.101006 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:15.776040 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:16.771732 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:30.676264 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron.db.agents_db [None req-9cdb92fd-887e-4499-bbf3-b565a0b0f162 None None] Agent healthcheck: found 6 active agents {{(pid=84072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 12 21:54:30.686297 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-843e2cf3-0609-4387-944a-5b48de5f1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:42.055919 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8904ce62-f1b5-4bc1-bc2d-4b8f4b6b2f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:44.497269 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-81a6b27a-6549-4c93-b805-d32c1b5201f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:45.103084 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1eacd01-18b1-4713-8b76-58dc245e3566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:45.777782 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae60d-d40b-46c9-9efb-ab66f8dbdf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 12 21:54:46.772459 dv-cinder-775250-2-smb neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db36d2dc-20fd-47fd-a363-0d9846bd801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243855312380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850742963'] for agent, after_update {{(pid=84070) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}